-- Logs begin at Tue 2021-01-26 20:58:00 UTC, end at Tue 2021-01-26 22:19:53 UTC. --
Jan 26 21:45:20.981921 dv-cinder-772126-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jan 26 21:45:23.715703 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.common.config [-] Logging enabled!
Jan 26 21:45:23.716253 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev431
Jan 26 21:45:23.717548 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80035) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jan 26 21:45:23.719921 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.common.config [-] Logging enabled!
Jan 26 21:45:23.720212 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev431
Jan 26 21:45:23.720568 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80035) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jan 26 21:45:23.721633 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jan 26 21:45:23.721902 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jan 26 21:45:23.722923 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Jan 26 21:45:23.723206 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Jan 26 21:45:23.723489 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Jan 26 21:45:23.723861 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.724207 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.724539 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.724800 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.725135 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.725467 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.725789 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.726122 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.726461 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.726786 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.727100 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.727442 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.727707 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.728025 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.728354 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.728680 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.728932 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] debug                          = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.729249 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.729784 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.730102 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.730417 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.730743 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.731049 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.731362 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.731712 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.732075 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] host                           = dv-cinder-772126-1-iscsi {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.732390 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.732717 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.733041 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.733369 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.734367 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.734686 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.735013 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.735325 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.735665 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.735982 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.736309 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.736635 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.736969 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.737223 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.737474 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.737800 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.738132 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.738447 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.738761 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.739072 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.739384 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.740370 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.740671 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.741001 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.741329 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.741657 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.741970 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.742286 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.742597 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.742909 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.743235 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.743572 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.743883 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.744194 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.744531 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.744832 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.745145 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.745489 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.745815 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.746138 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.746461 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.746774 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.747100 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.747417 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.747752 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.748062 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.748370 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.748680 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.749003 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.749411 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.749829 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.750144 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.750456 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.750788 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:23.751130 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.751494 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.751844 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.752168 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.752507 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.752831 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.753159 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.753484 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.753812 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.754142 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.754471 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.754784 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.755112 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.755445 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.755788 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.756139 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.756478 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.756812 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.757124 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.757436 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.757746 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.758063 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.758388 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.758725 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.759056 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.759367 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.759709 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.760043 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.760358 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.760666 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.760986 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.761312 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.761628 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.761939 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.762263 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.762580 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.762887 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.763191 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.763528 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.763865 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.764181 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.764488 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.764794 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.765148 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.765459 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.765789 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.766103 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.766412 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.766720 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.767034 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.767343 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.767679 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.767993 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.768303 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.768617 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.768926 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.769236 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.769551 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.769854 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.770164 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.770473 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.770780 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.771095 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.771496 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.771736 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.772043 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.772358 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.772665 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.772986 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.773325 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.773641 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.773959 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.774276 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.774590 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.774903 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.775215 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.775553 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.775868 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.776177 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.776510 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.776833 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.777156 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.777475 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.777788 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.778125 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.778440 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.778759 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.779075 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.779430 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.779731 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.780059 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.780392 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.781279 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.781620 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.781943 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.782273 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.782589 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.782952 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.783270 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:23.783544 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Jan 26 21:45:23.783812 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80035) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Jan 26 21:45:24.444829 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO keyring.backend [-] Loading Gnome
Jan 26 21:45:24.462649 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO keyring.backend [-] Loading Google
Jan 26 21:45:24.465498 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO keyring.backend [-] Loading Windows (alt)
Jan 26 21:45:24.470129 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO keyring.backend [-] Loading file
Jan 26 21:45:24.471011 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO keyring.backend [-] Loading keyczar
Jan 26 21:45:24.471290 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO keyring.backend [-] Loading multi
Jan 26 21:45:24.471988 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO keyring.backend [-] Loading pyfs
Jan 26 21:45:24.520570 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:45:24.520878 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:45:24.521202 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:45:24.521577 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.manager [-] Loading core plugin: ml2
Jan 26 21:45:24.919247 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:24.919894 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:24.919894 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:24.969383 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:24.969692 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:24.969990 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:24.973755 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:24.974064 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:24.974363 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:25.043240 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:25.043574 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:25.043870 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:25.045013 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:25.045317 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:25.045608 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:25.315563 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fe5b06f1158> agent after_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:25.315885 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fe5b06f1158> agent after_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:25.316189 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fe5b06f11e0> segment precommit_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:25.316492 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fe5b06f1268> network precommit_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:25.317322 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fe5b06e4268> segment before_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:25.465960 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe5b0e950f0>> network before_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:25.466340 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fe5b0408a60> agent before_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:25.466666 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe5b0e950f0>> network before_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:25.466970 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe5b0e950f0>> port before_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:25.467265 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe5b0e950f0>> port before_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:25.467671 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe5b0e950f0>> segment after_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:25.468042 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe5b0e950f0>> segment precommit_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:25.468399 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe5b0e950f0>> segment precommit_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:25.468697 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe5b0e950f0>> segment after_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:25.469032 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe5b0e950f0>> network after_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:25.469326 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe5b0e950f0>> network precommit_delete 0 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:25.469628 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe5b0e950f0>> port provisioning_complete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:25.469937 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe5b0e950f0>> rbac-policy before_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:25.470229 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe5b0e950f0>> rbac-policy after_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:25.470546 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe5b0e950f0>> agent after_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:25.470864 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe5b0e950f0>> subnet after_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:25.471151 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe5b0e950f0>> subnet precommit_delete 0 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:25.471494 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe5b0e950f0>> rbac-policy before_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:25.471781 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe5b0e950f0>> rbac-policy before_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:25.472279 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe5b0e950f0>> port after_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:25.472578 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe5b0e950f0>> port after_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:25.472852 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe5b0e950f0>> port after_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:25.473193 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe5b0e950f0>> rbac-policy before_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:25.473473 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe5b0e950f0>> rbac-policy before_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:25.473749 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fe5b0e950f0>> rbac-policy before_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:25.474188 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 26 21:45:25.474459 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 26 21:45:25.474729 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 26 21:45:25.474995 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 26 21:45:25.475263 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 26 21:45:25.475554 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 26 21:45:25.476973 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jan 26 21:45:25.480408 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jan 26 21:45:25.485228 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jan 26 21:45:25.489249 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])])
Jan 26 21:45:25.491353 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jan 26 21:45:25.492546 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jan 26 21:45:25.492928 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Jan 26 21:45:25.493373 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jan 26 21:45:25.496148 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jan 26 21:45:25.496432 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jan 26 21:45:25.496818 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Jan 26 21:45:25.518930 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Jan 26 21:45:25.519471 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fe5b0386cc0>> qos_plugin after_init 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:25.519808 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80035) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Jan 26 21:45:25.520216 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fe5b05c5978>> logging-plugin after_init 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:25.521556 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80035) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jan 26 21:45:25.521872 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Jan 26 21:45:25.522150 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Jan 26 21:45:25.525331 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fe5b05c5a20>> floatingip before_response 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:25.525646 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fe5b05c5a20>> port before_response 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:25.591219 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jan 26 21:45:25.591464 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jan 26 21:45:25.591742 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jan 26 21:45:25.592156 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jan 26 21:45:25.633129 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_db.sqlalchemy.engines [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80035) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Jan 26 21:45:26.160393 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.plugins.ml2.managers [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Initializing driver for type 'gre'
Jan 26 21:45:26.161032 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] gre ID ranges: [(1, 1000)]
Jan 26 21:45:26.257286 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.plugins.ml2.managers [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Initializing driver for type 'local'
Jan 26 21:45:26.257653 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.plugins.ml2.managers [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Initializing driver for type 'vlan'
Jan 26 21:45:26.314875 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] VlanTypeDriver initialization complete
Jan 26 21:45:26.315250 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.plugins.ml2.managers [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Initializing driver for type 'vxlan'
Jan 26 21:45:26.315877 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] vxlan ID ranges: [(1, 1000)]
Jan 26 21:45:26.423382 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.plugins.ml2.managers [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Initializing extension driver 'port_security'
Jan 26 21:45:26.423793 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.plugins.ml2.extensions.port_security [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] PortSecurityExtensionDriver initialization complete
Jan 26 21:45:26.424169 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.plugins.ml2.managers [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Initializing mechanism driver 'openvswitch'
Jan 26 21:45:26.430522 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:45:26.431424 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe5b43a95c0>> port after_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.431818 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe5b43a95c0>> port after_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.432203 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe5b43a95c0>> port after_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.432629 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe5afed6e10>> subnet after_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.433012 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe5afed6e10>> subnet after_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.433391 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe5afed6e10>> subnet after_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.433804 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe5afed6fd0>> network after_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.434183 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe5afed6fd0>> network after_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.434558 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe5afed6fd0>> network after_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.434966 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe5aff071d0>> security_group after_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.435345 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe5aff071d0>> security_group after_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.435928 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe5aff071d0>> security_group after_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.436346 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe5aff07390>> security_group_rule after_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.436730 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe5aff07390>> security_group_rule after_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.437682 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe5aff07390>> security_group_rule after_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.438088 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe5aff07550>> address_group after_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.438466 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe5aff07550>> address_group after_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.438837 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fe5aff07550>> address_group after_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.439204 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] ML2 OVO RPC backend initialized. {{(pid=80035) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Jan 26 21:45:26.439955 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe5aff07630>> router_interface after_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.440346 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe5aff07630>> router_interface after_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.440808 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe5aff07630>> network before_response 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.441188 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe5aff07630>> networks before_response 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.441566 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe5aff07630>> port before_response 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.441937 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe5aff07630>> ports before_response 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.442314 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe5aff07630>> subnet before_response 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.442696 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe5aff07630>> subnets before_response 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.443067 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe5aff07630>> network after_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.443455 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe5aff07630>> network after_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.443826 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe5aff07630>> network after_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.444195 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe5aff07630>> port after_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.444561 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe5aff07630>> port after_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.444926 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe5aff07630>> port after_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.445293 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe5aff07630>> subnet after_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.445660 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe5aff07630>> subnet after_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.446025 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fe5aff07630>> subnet after_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.446659 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.plugins.ml2.plugin [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Modular L2 Plugin initialization complete
Jan 26 21:45:26.447741 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading services supported by the core plugin {{(pid=80035) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jan 26 21:45:26.447741 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.plugins.ml2.managers [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Got port-security extension from driver 'port_security'
Jan 26 21:45:26.447919 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.extensions.vlantransparent [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Disabled vlantransparent extension.
Jan 26 21:45:26.449319 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80035) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jan 26 21:45:26.449674 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading Plugin: router
Jan 26 21:45:26.487484 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe5aff077b8>> router_interface before_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.487918 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe5aff077b8>> router after_create 55549900 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.488325 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe5aff077b8>> router before_create 55549900 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.488734 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe5aff077b8>> router_interface before_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.489154 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe5aff077b8>> router_interface after_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.489547 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe5aff077b8>> router after_delete 55549900 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.490205 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe5aff077b8>> floatingip after_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.490612 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe5aff077b8>> router after_create 55549900 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.490991 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe5aff077b8>> router after_update 55549900 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.491380 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe5aff077b8>> router after_update 55549900 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.491814 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe5aff077b8>> router_gateway after_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.492216 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe5aff077b8>> router after_update 55549900 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.492705 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe5aff077b8>> router precommit_update 55549900 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.493121 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fe5b044c620> port after_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.493502 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fe5b044c510> port after_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.493875 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fe5b044c598> subnet after_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.494252 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fe5b044c6a8> subnetpool_address_scope after_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.494641 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe5aff077b8>> port precommit_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.495026 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe5aff077b8>> router precommit_create 55549900 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.495438 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fe5b057e510> port before_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.495818 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe5aff077b8>> router precommit_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.496220 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe5aff077b8>> router after_update 55549900 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.496601 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe5aff077b8>> router precommit_delete 55549900 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.496990 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe5aff077b8>> router precommit_create 55549900 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.497398 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe5aff077b8>> router_interface after_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.497780 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe5aff077b8>> router precommit_update 55549900 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.498207 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fe5aff077b8>> network after_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.499270 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource_registry [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Tracking information for resource: router configured {{(pid=80035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 26 21:45:26.499725 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource_registry [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Tracking information for resource: floatingip configured {{(pid=80035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Jan 26 21:45:26.504857 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.db.l3_agentschedulers_db [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jan 26 21:45:26.505518 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fe5afe7e488> port after_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.505915 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fe5afe7c400> port after_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.506302 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <function _notify_port_delete at 0x7fe5afe7e400> port after_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.506688 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fe5afe7e620> port after_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.507696 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fe5afe41470>> router before_create 55550100 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.508070 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fe5afe41470>> router precommit_delete 55550100 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.508457 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fe5afe41470>> router precommit_create 55550100 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.508852 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fe5afe41470>> router precommit_update 55550100 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.513685 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.provider_configuration [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Service providers = [] {{(pid=80035) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jan 26 21:45:26.514079 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.servicetype_db [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80035) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jan 26 21:45:26.517183 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.service_base [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80035) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 26 21:45:26.517565 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.service_base [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80035) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 26 21:45:26.517941 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.service_base [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80035) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 26 21:45:26.518836 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.service_base [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80035) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Jan 26 21:45:26.519231 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.services.service_base [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Default provider is not specified for service type L3_ROUTER_NAT
Jan 26 21:45:26.519692 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 26 21:45:26.520037 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jan 26 21:45:26.530295 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 26 21:45:26.531247 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading Plugin: auto_allocate
Jan 26 21:45:26.537001 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fe5afde7bf8> network precommit_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.537456 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fe5afde7bf8> network precommit_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.538048 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 26 21:45:26.538418 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading Plugin: tag
Jan 26 21:45:26.545506 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 26 21:45:26.545876 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading Plugin: timestamp
Jan 26 21:45:26.550417 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 26 21:45:26.550781 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading Plugin: network_ip_availability
Jan 26 21:45:26.556343 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe5afe00470>> rbac-policy before_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.556743 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe5afe00470>> rbac-policy before_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.557128 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe5afe00470>> rbac-policy before_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.557925 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 26 21:45:26.558280 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading Plugin: flavors
Jan 26 21:45:26.563279 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 26 21:45:26.563675 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading Plugin: revisions
Jan 26 21:45:26.569445 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Jan 26 21:45:26.569873 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.049s {{(pid=80035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:45:26.570682 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80035) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Jan 26 21:45:26.571043 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Initializing extension manager.
Jan 26 21:45:26.571631 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: __init__.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.572011 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: __pycache__ {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.572383 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.572749 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: address_group.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.573562 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.574208 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: address-group
Jan 26 21:45:26.574565 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: address_scope.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.575335 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.575944 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: address-scope
Jan 26 21:45:26.576302 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: admin_state_down_before_update.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.577243 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.577963 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: router-admin-state-down-before-update
Jan 26 21:45:26.578322 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: agent.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.579091 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.579696 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: agent
Jan 26 21:45:26.580054 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: agent_resources_synced.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.580973 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.581550 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: agent-resources-synced
Jan 26 21:45:26.581904 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: allowedaddresspairs.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.583765 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.584356 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: allowed-address-pairs
Jan 26 21:45:26.584719 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: auto_allocated_topology.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.585804 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.586388 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: auto-allocated-topology
Jan 26 21:45:26.586749 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: availability_zone.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.587545 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.588126 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: availability_zone
Jan 26 21:45:26.588485 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: availability_zone_filter.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.589414 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.589997 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: availability_zone_filter
Jan 26 21:45:26.590355 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: data_plane_status.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.591274 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.591881 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extension data-plane-status not supported by any of loaded plugins
Jan 26 21:45:26.592240 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: default_subnetpools.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.594253 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.594841 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: default-subnetpools
Jan 26 21:45:26.595207 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: dhcpagentscheduler.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.596096 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.596679 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: dhcp_agent_scheduler
Jan 26 21:45:26.597041 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: dns.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.597973 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.598549 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extension dns-integration not supported by any of loaded plugins
Jan 26 21:45:26.598910 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: dns_domain_ports.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.599868 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.600443 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extension dns-domain-ports not supported by any of loaded plugins
Jan 26 21:45:26.600803 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: dvr.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.601524 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.602102 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: dvr
Jan 26 21:45:26.602462 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: empty_string_filtering.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.603443 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.604007 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: empty-string-filtering
Jan 26 21:45:26.604366 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.605285 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.605856 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jan 26 21:45:26.606212 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.607127 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.607726 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jan 26 21:45:26.608085 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: external_net.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.609065 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.609653 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: external-net
Jan 26 21:45:26.610011 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: extra_dhcp_opt.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.610938 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.611563 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: extra_dhcp_opt
Jan 26 21:45:26.611921 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: extraroute.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.612831 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.613406 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: extraroute
Jan 26 21:45:26.613760 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: extraroute_atomic.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.615054 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.615684 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: extraroute-atomic
Jan 26 21:45:26.616041 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: filter_validation.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.616743 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.617315 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: filter-validation
Jan 26 21:45:26.617666 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: fip_pf_description.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.618579 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.619151 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jan 26 21:45:26.619532 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: fip_port_details.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.620460 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.621034 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: fip-port-details
Jan 26 21:45:26.621387 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: flavors.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.622723 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.623315 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: flavors
Jan 26 21:45:26.623709 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.625968 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.626553 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jan 26 21:45:26.628595 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: floatingip_pools.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.628595 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.628595 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: floatingip-pools
Jan 26 21:45:26.628595 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: ip_allocation.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.629518 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.630105 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extension ip_allocation not supported by any of loaded plugins
Jan 26 21:45:26.630468 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.631428 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.632010 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: ip-substring-filtering
Jan 26 21:45:26.632371 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: l2_adjacency.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.633305 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.633877 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extension l2_adjacency not supported by any of loaded plugins
Jan 26 21:45:26.634233 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: l3.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.635334 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.635945 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: router
Jan 26 21:45:26.636302 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: l3_conntrack_helper.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.638694 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.639305 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jan 26 21:45:26.639711 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.641345 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.642576 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: ext-gw-mode
Jan 26 21:45:26.642576 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.643429 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.644310 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: l3-ha
Jan 26 21:45:26.644444 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: l3_flavors.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.645407 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.645989 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: l3-flavors
Jan 26 21:45:26.646345 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.647290 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.647941 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: l3-port-ip-change-not-allowed
Jan 26 21:45:26.648296 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: l3agentscheduler.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.649519 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.650160 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: l3_agent_scheduler
Jan 26 21:45:26.650565 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: logging.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.652271 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.652917 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extension logging not supported by any of loaded plugins
Jan 26 21:45:26.653323 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: metering.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.654191 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.654943 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: metering
Jan 26 21:45:26.655346 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.657270 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.657856 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: metering_source_and_destination_fields
Jan 26 21:45:26.658216 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: multiprovidernet.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.659159 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.659797 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: multi-provider
Jan 26 21:45:26.660159 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: netmtu.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.661095 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.661676 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: net-mtu
Jan 26 21:45:26.662041 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: netmtu_writable.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.662966 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.663581 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: net-mtu-writable
Jan 26 21:45:26.663946 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: network_availability_zone.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.664800 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.665391 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: network_availability_zone
Jan 26 21:45:26.665748 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: network_ip_availability.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.666883 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.667491 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: network-ip-availability
Jan 26 21:45:26.667853 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: network_segment_range.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.668713 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.669300 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extension network-segment-range not supported by any of loaded plugins
Jan 26 21:45:26.669660 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: pagination.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.670680 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.671185 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: pagination
Jan 26 21:45:26.671582 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.672649 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.673231 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: port-mac-address-regenerate
Jan 26 21:45:26.673589 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.674502 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.675076 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: port-numa-affinity-policy
Jan 26 21:45:26.675449 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: port_resource_request.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.676392 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.676964 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extension port-resource-request not supported by any of loaded plugins
Jan 26 21:45:26.677319 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: portbindings.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.678276 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.678862 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: binding
Jan 26 21:45:26.679261 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: portbindings_extended.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.680609 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.681199 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: binding-extended
Jan 26 21:45:26.681564 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: portsecurity.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.682501 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.683081 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: port-security
Jan 26 21:45:26.683475 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: project_id.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.684468 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.684837 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: project-id
Jan 26 21:45:26.685191 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: providernet.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.686117 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.687223 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: provider
Jan 26 21:45:26.687617 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: qos.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.691334 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.691960 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extension qos not supported by any of loaded plugins
Jan 26 21:45:26.692323 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.693612 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.694194 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jan 26 21:45:26.694557 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.695505 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.696084 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jan 26 21:45:26.696448 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: qos_default.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.697361 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.697931 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extension qos-default not supported by any of loaded plugins
Jan 26 21:45:26.698294 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: qos_fip.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.698979 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.699575 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extension qos-fip not supported by any of loaded plugins
Jan 26 21:45:26.699935 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: qos_gateway_ip.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.700864 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.701440 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jan 26 21:45:26.701795 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: qos_port_network_policy.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.703371 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.703972 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jan 26 21:45:26.704324 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: qos_rule_type_details.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.705248 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.705830 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jan 26 21:45:26.706182 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: qos_rules_alias.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.707234 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.707849 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extension qos-rules-alias not supported by any of loaded plugins
Jan 26 21:45:26.708207 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: quotasv2.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.709230 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.709596 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: quotas
Jan 26 21:45:26.709948 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: quotasv2_detail.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.711628 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.712010 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: quota_details
Jan 26 21:45:26.712367 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: rbac.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.713704 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.714301 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: rbac-policies
Jan 26 21:45:26.714661 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: rbac_address_scope.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.715641 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.716230 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: rbac-address-scope
Jan 26 21:45:26.716594 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: rbac_security_groups.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.717517 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.718139 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: rbac-security-groups
Jan 26 21:45:26.718494 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: rbac_subnetpool.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.719455 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.720034 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: rbac-subnetpool
Jan 26 21:45:26.720394 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: revisionifmatch.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.721345 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.721933 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: revision-if-match
Jan 26 21:45:26.722293 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: revisions.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.723449 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.724037 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: standard-attr-revisions
Jan 26 21:45:26.724403 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: router_availability_zone.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.725211 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.725791 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: router_availability_zone
Jan 26 21:45:26.726151 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: routerservicetype.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.727082 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.727688 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extension router-service-type not supported by any of loaded plugins
Jan 26 21:45:26.728045 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.728976 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.729558 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: security-groups-normalized-cidr
Jan 26 21:45:26.729914 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: security_groups_port_filtering.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.730839 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.731443 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: port-security-groups-filtering
Jan 26 21:45:26.731799 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.732754 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.733335 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: security-groups-remote-address-group
Jan 26 21:45:26.733907 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: securitygroup.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.747291 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.748078 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: security-group
Jan 26 21:45:26.748313 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: segment.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.749741 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.750339 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extension segment not supported by any of loaded plugins
Jan 26 21:45:26.750700 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.751711 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.752319 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jan 26 21:45:26.752662 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: servicetype.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.753784 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.754371 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: service-type
Jan 26 21:45:26.754734 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: sorting.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.755751 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.756126 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: sorting
Jan 26 21:45:26.756485 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: standard_attr_segment.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.757409 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.758032 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extension standard-attr-segment not supported by any of loaded plugins
Jan 26 21:45:26.758355 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: standardattrdescription.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.759054 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.759707 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: standard-attr-description
Jan 26 21:45:26.760071 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: stateful_security_group.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.761032 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.761623 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: stateful-security-group
Jan 26 21:45:26.761981 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: stdattrs_common.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.762572 dv-cinder-772126-1-iscsi neutron-server[80035]: WARNING neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jan 26 21:45:26.762929 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.763933 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.764528 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jan 26 21:45:26.765672 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: subnet_onboard.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.771908 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.771908 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: subnet_onboard
Jan 26 21:45:26.771908 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.771908 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.771908 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jan 26 21:45:26.771908 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: subnet_service_types.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.772644 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.772644 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: subnet-service-types
Jan 26 21:45:26.772644 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: subnetallocation.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.772644 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.773181 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: subnet_allocation
Jan 26 21:45:26.773533 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.774258 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.774832 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: subnetpool-prefix-ops
Jan 26 21:45:26.775187 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.776192 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.776815 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jan 26 21:45:26.777168 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: tagging.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.778625 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.779222 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: standard-attr-tag
Jan 26 21:45:26.779621 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: timestamp.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.780949 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.781543 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loaded extension: standard-attr-timestamp
Jan 26 21:45:26.781902 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: trunk.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.782971 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.783608 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extension trunk not supported by any of loaded plugins
Jan 26 21:45:26.783968 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: trunk_details.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.784963 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.785548 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extension trunk-details not supported by any of loaded plugins
Jan 26 21:45:26.785906 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: uplink_status_propagation.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.786864 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.787462 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jan 26 21:45:26.787827 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Loading extension file: vlantransparent.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jan 26 21:45:26.788548 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jan 26 21:45:26.789118 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extension vlan-transparent not supported by any of loaded plugins
Jan 26 21:45:26.791960 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.quota.resource_registry [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Creating instance of TrackedResource for resource:network
Jan 26 21:45:26.792801 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.quota.resource_registry [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Creating instance of TrackedResource for resource:subnet
Jan 26 21:45:26.793466 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.quota.resource_registry [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Creating instance of TrackedResource for resource:subnetpool
Jan 26 21:45:26.794131 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.quota.resource_registry [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Creating instance of TrackedResource for resource:port
Jan 26 21:45:26.795719 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.resource_helper [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 26 21:45:26.796773 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.resource_helper [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Service FLAVORS assigned prefix:  {{(pid=80035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 26 21:45:26.797446 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.resource_helper [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 26 21:45:26.797927 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.resource_helper [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 26 21:45:26.798294 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.quota.resource_registry [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Creating instance of TrackedResource for resource:router
Jan 26 21:45:26.799063 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.quota.resource_registry [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Creating instance of TrackedResource for resource:floatingip
Jan 26 21:45:26.799888 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.resource_helper [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Service METERING assigned prefix: /metering {{(pid=80035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 26 21:45:26.801767 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe5afd0a5c0>> rbac-policy before_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.802171 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe5afd0a5c0>> rbac-policy before_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.802555 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fe5afd0a5c0>> rbac-policy before_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:45:26.803797 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.quota.resource_registry [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Creating instance of CountableResource for resource:rbac_policy
Jan 26 21:45:26.804299 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.quota.resource_registry [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Creating instance of TrackedResource for resource:security_group
Jan 26 21:45:26.806098 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.quota.resource_registry [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Creating instance of TrackedResource for resource:security_group_rule
Jan 26 21:45:26.806923 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.resource_helper [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Service CORE assigned prefix:  {{(pid=80035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 26 21:45:26.807298 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.quota.resource_registry [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Creating instance of TrackedResource for resource:subnetpool
Jan 26 21:45:26.807700 dv-cinder-772126-1-iscsi neutron-server[80035]: WARNING neutron.quota.resource_registry [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] subnetpool is already registered
Jan 26 21:45:26.808390 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.resource_helper [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Service CORE assigned prefix:  {{(pid=80035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 26 21:45:26.808758 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.quota.resource_registry [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Creating instance of TrackedResource for resource:subnetpool
Jan 26 21:45:26.809123 dv-cinder-772126-1-iscsi neutron-server[80035]: WARNING neutron.quota.resource_registry [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] subnetpool is already registered
Jan 26 21:45:26.812576 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.resource_helper [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 26 21:45:26.813054 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.resource_helper [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Service FLAVORS assigned prefix:  {{(pid=80035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 26 21:45:26.813917 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.resource_helper [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 26 21:45:26.814381 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.resource_helper [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 26 21:45:26.814751 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.quota.resource_registry [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Creating instance of TrackedResource for resource:router
Jan 26 21:45:26.815110 dv-cinder-772126-1-iscsi neutron-server[80035]: WARNING neutron.quota.resource_registry [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] router is already registered
Jan 26 21:45:26.815818 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.quota.resource_registry [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Creating instance of TrackedResource for resource:floatingip
Jan 26 21:45:26.816208 dv-cinder-772126-1-iscsi neutron-server[80035]: WARNING neutron.quota.resource_registry [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] floatingip is already registered
Jan 26 21:45:26.816884 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.resource_helper [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Service METERING assigned prefix: /metering {{(pid=80035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 26 21:45:26.817648 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.quota.resource_registry [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Creating instance of CountableResource for resource:rbac_policy
Jan 26 21:45:26.818005 dv-cinder-772126-1-iscsi neutron-server[80035]: WARNING neutron.quota.resource_registry [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] rbac_policy is already registered
Jan 26 21:45:26.818649 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.quota.resource_registry [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Creating instance of TrackedResource for resource:security_group
Jan 26 21:45:26.819005 dv-cinder-772126-1-iscsi neutron-server[80035]: WARNING neutron.quota.resource_registry [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] security_group is already registered
Jan 26 21:45:26.819689 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.quota.resource_registry [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Creating instance of TrackedResource for resource:security_group_rule
Jan 26 21:45:26.820049 dv-cinder-772126-1-iscsi neutron-server[80035]: WARNING neutron.quota.resource_registry [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] security_group_rule is already registered
Jan 26 21:45:26.820795 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.resource_helper [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Service CORE assigned prefix:  {{(pid=80035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 26 21:45:26.821158 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.quota.resource_registry [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Creating instance of TrackedResource for resource:subnetpool
Jan 26 21:45:26.821516 dv-cinder-772126-1-iscsi neutron-server[80035]: WARNING neutron.quota.resource_registry [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] subnetpool is already registered
Jan 26 21:45:26.822188 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.resource_helper [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Service CORE assigned prefix:  {{(pid=80035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Jan 26 21:45:26.822549 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.quota.resource_registry [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Creating instance of TrackedResource for resource:subnetpool
Jan 26 21:45:26.822901 dv-cinder-772126-1-iscsi neutron-server[80035]: WARNING neutron.quota.resource_registry [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] subnetpool is already registered
Jan 26 21:45:26.823656 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extended resource: extensions {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 21:45:26.825278 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extended resource: address-groups {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 21:45:26.827161 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extended resource: address-scopes {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 21:45:26.828675 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extended resource: agents {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 21:45:26.829932 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extended resource: auto-allocated-topology {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 21:45:26.831259 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extended resource: availability_zones {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 21:45:26.832676 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extended resource: dhcp-networks {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 21:45:26.834185 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extended resource: dhcp-agents {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 21:45:26.835679 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extended resource: routers {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 21:45:26.837575 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extended resource: flavors {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 21:45:26.838805 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extended resource: service_profiles {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 21:45:26.840124 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extended resource: next_providers {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 21:45:26.841757 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extended resource: service_profiles {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 21:45:26.843494 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extended resource: floatingip-pools {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 21:45:26.844996 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extended resource: routers {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 21:45:26.846870 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extended resource: floatingips {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 21:45:26.848217 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extended resource: l3-routers {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 21:45:26.849662 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extended resource: l3-agents {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 21:45:26.851155 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extended resource: metering-labels {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 21:45:26.852610 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extended resource: metering-label-rules {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 21:45:26.853983 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extended resource: network-ip-availabilities {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 21:45:26.855305 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extended resource: bindings {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 21:45:26.857085 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extended resource: quotas {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 21:45:26.859112 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extended resource: quotas {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 21:45:26.860937 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extended resource: rbac-policies {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 21:45:26.862297 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extended resource: security-groups {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 21:45:26.863759 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extended resource: security-group-rules {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 21:45:26.865318 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extended resource: service-providers {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 21:45:26.866622 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extended resource: subnetpools {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 21:45:26.868125 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extended resource: subnetpools {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 21:45:26.869664 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extended resource: tags {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 21:45:26.871568 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extended resource: tags {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 21:45:26.873436 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extended resource: tags {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 21:45:26.875894 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extended resource: tags {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 21:45:26.878895 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extended resource: tags {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 21:45:26.880735 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extended resource: tags {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 21:45:26.882617 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extended resource: tags {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 21:45:26.884597 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extended resource: tags {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 21:45:26.886556 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extended resource: tags {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 21:45:26.888547 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.extensions [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Extended resource: tags {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Jan 26 21:45:26.895895 dv-cinder-772126-1-iscsi neutron-server[80035]: WARNING keystonemiddleware.auth_token [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jan 26 21:45:26.901267 dv-cinder-772126-1-iscsi neutron-server[80035]: WARNING keystonemiddleware.auth_token [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jan 26 21:45:26.910312 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Acquired lock "singleton_lock" {{(pid=80035) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Jan 26 21:45:26.910847 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Releasing lock "singleton_lock" {{(pid=80035) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Jan 26 21:45:26.912360 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO oslo_service.service [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Starting 2 workers
Jan 26 21:45:26.917192 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Started child 80148 {{(pid=80035) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 26 21:45:26.922766 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Started child 80149 {{(pid=80035) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 26 21:45:26.923269 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:45:26.924416 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.service [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Neutron service started, listening on 0.0.0.0:9696
Jan 26 21:45:26.924942 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [-] (80148) wsgi starting up on http://0.0.0.0:9696
Jan 26 21:45:26.925044 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Notify callbacks [] for process, before_spawn {{(pid=80035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:45:26.927684 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO oslo_service.service [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Starting 1 workers
Jan 26 21:45:26.927871 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:45:26.929301 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [-] (80149) wsgi starting up on http://0.0.0.0:9696
Jan 26 21:45:26.933429 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Started child 80150 {{(pid=80035) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 26 21:45:26.934041 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO oslo_service.service [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Starting 1 workers
Jan 26 21:45:26.939672 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Started child 80151 {{(pid=80035) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Jan 26 21:45:26.939898 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.service [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] calling RpcWorker wait() {{(pid=80150) _wait /opt/stack/neutron/neutron/service.py:128}}
Jan 26 21:45:26.940206 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.service [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] returning from RpcWorker wait() {{(pid=80150) _wait /opt/stack/neutron/neutron/service.py:135}}
Jan 26 21:45:26.940554 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9e729de5-d1de-4b33-914d-05281547a9bb None None] Notify callbacks [] for process, after_spawn {{(pid=80035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:45:26.941681 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:45:26.942182 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:45:26.942668 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80035) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Jan 26 21:45:26.942915 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jan 26 21:45:26.943125 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jan 26 21:45:26.943420 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Jan 26 21:45:26.943873 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Jan 26 21:45:26.944067 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Jan 26 21:45:26.944617 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.944925 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.945255 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.945557 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.945890 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.946623 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.946917 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.947215 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.947567 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.947869 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.948071 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.948268 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.948566 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.948840 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.949288 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.949599 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.949876 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.950170 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.950384 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.950662 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.950970 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.951256 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.951604 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.951892 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.952554 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.953028 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:45:26.953527 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.953806 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.954083 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.954409 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.954693 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.954980 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.955281 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.955581 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.955867 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.956163 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.956412 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.956684 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.956992 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.957261 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.957740 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] host                           = dv-cinder-772126-1-iscsi {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.957997 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.958249 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.958453 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:45:26.958555 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.958778 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.959078 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.959340 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.959668 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.959965 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.960235 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.960497 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.960792 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.961057 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.961324 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.961593 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.961790 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.962066 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.962333 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.962617 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.962836 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.963034 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.963226 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.963572 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.963765 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.964057 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.964310 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.964564 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.964814 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.965065 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.965312 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.965596 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.965844 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.966093 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.966357 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.966845 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.966925 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.967157 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.967451 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.967701 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.968317 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.968654 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.968908 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.969178 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.969429 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.969678 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.969949 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.970314 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.970744 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.971024 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.971315 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.971630 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.971874 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.972141 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.972456 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.972726 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.973020 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.973300 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.973549 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.973816 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.974067 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.974314 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.974582 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.974849 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.975116 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.975478 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.975650 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.975895 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.976144 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.976403 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.976706 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:26.977147 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.977452 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.977811 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.978072 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.978343 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.978611 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.978889 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.979145 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.979471 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.991015 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.991015 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.991015 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.991015 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.991015 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.991015 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.991015 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.991015 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.992134 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.992134 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.992134 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.992134 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.992134 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.992134 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.992134 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.992134 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.30/identity {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.993302 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.993302 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.993302 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.993302 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.993302 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.993302 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.993302 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.993302 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.994419 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.994419 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.994419 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.994419 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.994419 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.994419 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.994419 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.994419 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.994419 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.996036 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.996036 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.996036 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.996036 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.996036 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.996036 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.996036 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.996036 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.996036 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.997294 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.997294 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.997294 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.997294 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.997294 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.997294 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.997294 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.997294 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.997294 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.998539 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.998539 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.998539 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.998539 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.998539 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.998539 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.998539 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.998539 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:26.998539 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.000479 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.000479 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.000479 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.000479 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.000479 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.000479 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.000479 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.000479 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.000479 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.001931 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.001931 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.001931 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.001931 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.001931 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.001931 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.001931 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.001931 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.003022 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.003022 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.003022 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.003022 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.003022 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.003022 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.003022 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.003022 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.004172 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.004172 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.004172 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.004172 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.004172 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.004172 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.004172 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.004172 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.005266 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.005266 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.005266 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.005266 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.005266 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.005266 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.006032 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.006032 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.006032 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.006449 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.006449 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.006747 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.007030 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.007359 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.007706 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.008025 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.008356 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.008620 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.008892 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.009145 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.009418 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.009713 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.010573 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.010573 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.010573 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.010971 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.011652 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.011652 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.011943 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.012016 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.013050 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.013050 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.013050 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.013276 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.013403 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.015519 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.015519 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.015519 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.015519 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.015519 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.015519 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.015519 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.30/identity {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.016111 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.016111 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.016111 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.016471 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.016563 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.016833 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.017090 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.017385 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.017655 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.017960 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.018209 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.018466 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.018721 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.018993 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.019689 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.019689 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.019982 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.019982 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.020283 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.020585 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.020713 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.020930 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.021198 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.021497 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.021745 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.022067 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.022356 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.022623 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.022888 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.023174 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.023487 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.023768 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.024048 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.024316 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.024569 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.024815 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.025104 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.025506 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.025701 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.025904 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.026165 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.026475 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.026750 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.027132 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.027427 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.027730 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.028001 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.028276 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.028551 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.028806 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.029091 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.029337 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.029601 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.029877 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.030161 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.030534 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.030797 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.031044 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.031301 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.031582 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.031829 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.032153 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.032433 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.032707 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.032967 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.033215 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.033503 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.033756 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.034005 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.034253 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.034500 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.034780 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.035037 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.035283 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.035564 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.035811 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.036135 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.036427 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.036719 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.037093 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.037359 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.038320 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.038320 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.038617 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.038769 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.038972 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.039184 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.039479 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.039751 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.043374 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.043374 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.043374 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.043374 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.043374 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.043374 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.043374 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.043374 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.043983 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.043983 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.043983 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.043983 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.043983 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.043983 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.044342 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.044342 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.044524 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.045622 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.045622 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.045622 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.045622 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.045948 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.046031 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.046829 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.047616 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.047616 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.047616 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.047832 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.048084 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.048339 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.048512 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Jan 26 21:45:27.049248 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80035) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Jan 26 21:45:27.049426 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Jan 26 21:45:27.049796 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Jan 26 21:45:27.050182 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Jan 26 21:45:27.050541 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Jan 26 21:45:27.050876 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Jan 26 21:45:27.051298 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.051529 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.051666 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.051835 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.052148 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.052501 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.052682 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.052909 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.053038 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.053259 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.053361 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.053533 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.053671 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.053980 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.054310 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.054636 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.054996 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.055161 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.055543 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.055732 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.056040 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.056040 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.056283 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.056399 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.056605 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.056774 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.057114 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.057475 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.057847 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.058205 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.058560 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.058916 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.059271 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.059649 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.060006 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.060359 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.060714 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.061096 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.061433 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.062407 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] host                           = dv-cinder-772126-1-iscsi {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.062597 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.062755 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.063062 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.063423 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.063753 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.064108 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.064321 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.064450 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.064803 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.064975 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.065153 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.065367 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.065517 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.065639 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.065872 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.066080 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.066223 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.066407 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.066628 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.066859 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.066996 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.067114 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.067287 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.067646 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.067977 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.068301 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.068649 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.068822 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.069143 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.069458 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.069822 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.070082 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.070315 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.070582 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.070758 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.070947 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.071140 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.071436 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.071610 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.071765 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.071916 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.072069 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.072189 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.072306 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.072463 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.072766 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.073127 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.073278 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.073474 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.073606 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.073816 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.073956 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.074115 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.074281 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.074467 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.074657 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.074819 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.075007 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.075193 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.075380 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.075599 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.075793 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.075961 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.076351 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.076537 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.076724 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.076912 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.077096 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.077317 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Jan 26 21:45:27.077554 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.077695 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.077894 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.078030 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.078262 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.078389 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.078527 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.078710 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.078900 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.079089 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.079285 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.079501 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.079706 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.079897 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.080084 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.080275 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.080464 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.080653 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.080846 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.081034 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.081222 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.081412 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.081620 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.081792 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.081949 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.30/identity {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.082142 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.082366 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.082469 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.082685 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.082829 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.083000 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.083194 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.083381 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.083601 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.083792 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.083980 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.084169 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.084359 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.084548 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.084737 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.084925 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.085117 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.085306 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.085493 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.085681 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.085871 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.086060 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.086250 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.086441 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.086626 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.086827 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.087015 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.087203 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.087408 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.087603 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.087794 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.087981 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.088169 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.088397 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.088702 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.088891 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.089099 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.089288 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.089478 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.089664 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.089854 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.090044 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.090233 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.090476 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.090617 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.090791 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.090980 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.091171 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.091360 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.091639 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.091802 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.091970 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.092072 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.092223 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.092418 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.092607 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.092796 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.093011 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.093202 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.093400 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.093612 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.093806 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.093997 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.094200 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.094337 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.094506 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.094677 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.094852 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.095033 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.095227 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.095429 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.095635 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.095830 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.096000 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.096189 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.096378 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.096568 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.096759 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.096944 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.097136 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.097325 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.097515 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.097701 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.097894 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.098080 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.098267 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.098467 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.098712 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.098827 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.098990 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.099186 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.099387 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.099585 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.099766 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.099955 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.100142 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.100330 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.100519 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.100706 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.100894 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.101082 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.101271 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.101466 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.101666 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.101856 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.102044 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.102234 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.103184 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.103184 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.103184 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.103184 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.103184 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.103682 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.103682 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.103682 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.103937 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.104031 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.104124 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.104317 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.30/identity {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.104509 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.104695 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.104883 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.105073 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.105263 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.105452 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.105746 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.105855 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.105961 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.106150 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.106339 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.106529 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.106720 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.106913 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.107098 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.107287 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.107502 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.107693 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.107882 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.108075 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.108230 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.108401 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.109111 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.109411 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.109411 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.109785 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.109785 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.110120 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.110120 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.110326 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.110489 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.110678 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.110877 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.111038 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.111234 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.111482 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.111639 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.111789 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.111898 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.112091 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.112281 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.112471 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.112666 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.112875 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.113064 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.113253 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.113443 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.113632 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.113828 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.114009 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.114197 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.114392 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.114579 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.115032 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.115197 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.115436 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.115592 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.115808 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.116026 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.116150 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.116247 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.116421 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.116582 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.116806 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.116989 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.117146 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.117296 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.117433 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.117626 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.117812 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.118002 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.118201 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.118389 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.118581 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.118767 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.118955 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.119154 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.119372 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.119540 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.119737 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.119903 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.120088 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.120284 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.120452 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.120615 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.120805 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.120993 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.121182 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.121369 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.121559 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.121752 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.121952 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.122149 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.122340 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.122537 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.122735 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.122835 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:45:27.122940 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.123100 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.123294 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.123522 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.123713 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.123901 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.124091 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.124847 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.125027 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.125216 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.125404 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.125591 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.125779 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.125966 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.126310 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.126503 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.126696 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.126885 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.127076 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.127263 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.127477 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.127669 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.127858 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Jan 26 21:45:27.128041 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Jan 26 21:45:27.143858 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 40712) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:45:27.156899 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0102451
Jan 26 21:45:39.721317 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b539b8f3-70fa-4e4d-8d7b-a225d054761c None None] get_active_networks_info from dv-cinder-772126-1-iscsi {{(pid=80150) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jan 26 21:45:39.930428 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b539b8f3-70fa-4e4d-8d7b-a225d054761c None None] No non-hosted networks {{(pid=80150) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jan 26 21:45:39.970976 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agentschedulers_db [None req-b539b8f3-70fa-4e4d-8d7b-a225d054761c None None] DHCP Agent not found on host dv-cinder-772126-1-iscsi {{(pid=80150) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}}
Jan 26 21:45:40.219197 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-293e8d29-86f6-4c32-b81c-943bf7ef5c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603'] for agent, after_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:45:43.417678 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-57f5d8c7-7316-47c3-81f4-1ada89d58432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603'] for agent, after_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:45:43.476055 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-869b607e-2908-405c-ba94-919b69435de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:45:43.527026 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603'] for agent, after_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:45:44.572740 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603'] for agent, after_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:45:44.573904 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:45:44.574536 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:45:44.575169 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:45:44.578647 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:45:44.579314 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:45:44.579998 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:45:44.580643 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:45:44.581312 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:45:44.581949 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:45:44.582635 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:45:44.583164 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:45:44.586950 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:45:44.589013 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fe5af08a4a8>, 'Open vSwitch agent', 'dv-cinder-772126-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:45:44.599018 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fe5af9b76a0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-772126-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:45:45.371607 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603'] for agent, after_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:45:46.417334 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 40806) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:45:46.568930 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] get_endpoint_by_host() called for host dv-cinder-772126-1-iscsi {{(pid=80150) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Jan 26 21:45:46.574448 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] get_endpoint_by_ip() called for ip 192.168.0.21 {{(pid=80150) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Jan 26 21:45:46.579884 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] _add_endpoint() called for ip 192.168.0.21 {{(pid=80150) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Jan 26 21:45:46.645340 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] _get_endpoints() called {{(pid=80150) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Jan 26 21:45:47.327315 dv-cinder-772126-1-iscsi neutron-server[80035]: WARNING oslo_policy.policy [None req-b2a855bb-667c-46b3-9be1-5019aaede514 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 26 21:45:47.328088 dv-cinder-772126-1-iscsi neutron-server[80035]: WARNING oslo_policy.policy [None req-b2a855bb-667c-46b3-9be1-5019aaede514 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 26 21:45:47.560882 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [None req-b2a855bb-667c-46b3-9be1-5019aaede514 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=80149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 26 21:45:47.562710 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-b2a855bb-667c-46b3-9be1-5019aaede514 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 1.1443343
Jan 26 21:45:48.552782 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.db.l3_hamode_db [None req-589d598a-8fd8-4ed4-9947-8077da3ade87 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jan 26 21:45:48.644489 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589d598a-8fd8-4ed4-9947-8077da3ade87 None None] Routers set() bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 21:45:48.645025 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589d598a-8fd8-4ed4-9947-8077da3ade87 None None] Router IDs set() for agent in host dv-cinder-772126-1-iscsi {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Jan 26 21:45:50.366654 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 40822) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:45:50.796729 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-4e7884af-9a2c-4f8f-84d2-0efb7f3f5b25 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:45:50.855125 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.policy [None req-4e7884af-9a2c-4f8f-84d2-0efb7f3f5b25 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80149) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Jan 26 21:45:50.855995 dv-cinder-772126-1-iscsi neutron-server[80035]: WARNING oslo_policy.policy [None req-4e7884af-9a2c-4f8f-84d2-0efb7f3f5b25 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 26 21:45:50.856410 dv-cinder-772126-1-iscsi neutron-server[80035]: WARNING oslo_policy.policy [None req-4e7884af-9a2c-4f8f-84d2-0efb7f3f5b25 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 26 21:45:50.875112 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.quota [None req-4e7884af-9a2c-4f8f-84d2-0efb7f3f5b25 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fe5af7e2cf8>.
Jan 26 21:45:50.891826 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-4e7884af-9a2c-4f8f-84d2-0efb7f3f5b25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:45:50.995874 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4e7884af-9a2c-4f8f-84d2-0efb7f3f5b25 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363247821341847', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363247821323610', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363247821323988', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363247821534887', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363247821534030', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-879484', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-875010', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33410890', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33473873'] for rbac-policy, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:45:51.234736 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4e7884af-9a2c-4f8f-84d2-0efb7f3f5b25 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:45:51.236013 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-4e7884af-9a2c-4f8f-84d2-0efb7f3f5b25 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8682921
Jan 26 21:45:54.280505 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 40836) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:45:54.720539 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-c6089340-9315-48a6-b944-e76193394eec admin admin] Request body: {'network': {'project_id': '07accac2ac994520b0067631fcbd9166', 'name': 'private', 'admin_state_up': True}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:45:54.726848 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-c6089340-9315-48a6-b944-e76193394eec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:45:54.732009 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-c6089340-9315-48a6-b944-e76193394eec admin admin] Usage tracker for resource:network and tenant:07accac2ac994520b0067631fcbd9166 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:45:54.736194 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-c6089340-9315-48a6-b944-e76193394eec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:45:54.743010 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-c6089340-9315-48a6-b944-e76193394eec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:45:54.783081 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6089340-9315-48a6-b944-e76193394eec admin admin] Made reservation on behalf of 07accac2ac994520b0067631fcbd9166 for: {'network': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 21:45:54.789295 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c6089340-9315-48a6-b944-e76193394eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for network, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:45:54.807212 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c6089340-9315-48a6-b944-e76193394eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:45:54.822707 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-c6089340-9315-48a6-b944-e76193394eec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:45:54.827238 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-c6089340-9315-48a6-b944-e76193394eec admin admin] Usage tracker for resource:security_group_rule and tenant:07accac2ac994520b0067631fcbd9166 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:45:54.831149 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-c6089340-9315-48a6-b944-e76193394eec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:45:54.837040 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-c6089340-9315-48a6-b944-e76193394eec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:45:55.040234 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c6089340-9315-48a6-b944-e76193394eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:45:55.068555 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c6089340-9315-48a6-b944-e76193394eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:45:55.074418 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:45:55.099974 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6089340-9315-48a6-b944-e76193394eec admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=80149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 26 21:45:55.126998 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c6089340-9315-48a6-b944-e76193394eec admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789030269214', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853870792'] for segment, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:45:55.127628 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.db.segments_db [None req-c6089340-9315-48a6-b944-e76193394eec admin admin] Added segment e7f87267-caef-48ca-9d60-ecd6807b6ca4 of type vxlan for network 87483275-45b9-4f0b-b846-444476a340a7
Jan 26 21:45:55.136598 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6089340-9315-48a6-b944-e76193394eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b08d8c1-cbe8-4ebd-ab3b-9535e71ba461,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:45:55.352140 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6089340-9315-48a6-b944-e76193394eec admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:45:55.352678 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6089340-9315-48a6-b944-e76193394eec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:45:55.352799 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6089340-9315-48a6-b944-e76193394eec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:45:55.353081 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6089340-9315-48a6-b944-e76193394eec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:45:55.353427 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6089340-9315-48a6-b944-e76193394eec admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:45:55.353788 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6089340-9315-48a6-b944-e76193394eec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:45:55.354134 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6089340-9315-48a6-b944-e76193394eec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:45:55.354482 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6089340-9315-48a6-b944-e76193394eec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:45:55.354839 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6089340-9315-48a6-b944-e76193394eec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:45:55.355181 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6089340-9315-48a6-b944-e76193394eec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:45:55.355547 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6089340-9315-48a6-b944-e76193394eec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:45:55.355889 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6089340-9315-48a6-b944-e76193394eec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:45:55.356994 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6089340-9315-48a6-b944-e76193394eec admin admin] Tracked resource versions report:
Jan 26 21:45:55.356994 dv-cinder-772126-1-iscsi neutron-server[80035]: pushed versions:
Jan 26 21:45:55.356994 dv-cinder-772126-1-iscsi neutron-server[80035]: {   'AddressGroup': {'1.1'},
Jan 26 21:45:55.356994 dv-cinder-772126-1-iscsi neutron-server[80035]:     'ConntrackHelper': {'1.0'},
Jan 26 21:45:55.356994 dv-cinder-772126-1-iscsi neutron-server[80035]:     'Log': {'1.0'},
Jan 26 21:45:55.356994 dv-cinder-772126-1-iscsi neutron-server[80035]:     'Network': {'1.1'},
Jan 26 21:45:55.356994 dv-cinder-772126-1-iscsi neutron-server[80035]:     'Port': {'1.6'},
Jan 26 21:45:55.356994 dv-cinder-772126-1-iscsi neutron-server[80035]:     'PortForwarding': {'1.2'},
Jan 26 21:45:55.356994 dv-cinder-772126-1-iscsi neutron-server[80035]:     'QosPolicy': {'1.8'},
Jan 26 21:45:55.356994 dv-cinder-772126-1-iscsi neutron-server[80035]:     'SecurityGroup': {'1.4'},
Jan 26 21:45:55.356994 dv-cinder-772126-1-iscsi neutron-server[80035]:     'SecurityGroupRule': {'1.2'},
Jan 26 21:45:55.356994 dv-cinder-772126-1-iscsi neutron-server[80035]:     'SubPort': {'1.0'},
Jan 26 21:45:55.356994 dv-cinder-772126-1-iscsi neutron-server[80035]:     'Subnet': {'1.1'},
Jan 26 21:45:55.356994 dv-cinder-772126-1-iscsi neutron-server[80035]:     'Trunk': {'1.1'}}
Jan 26 21:45:55.356994 dv-cinder-772126-1-iscsi neutron-server[80035]: consumer versions:
Jan 26 21:45:55.356994 dv-cinder-772126-1-iscsi neutron-server[80035]: {   DHCP agent@dv-cinder-772126-1-iscsi: {},
Jan 26 21:45:55.356994 dv-cinder-772126-1-iscsi neutron-server[80035]:     L3 agent@dv-cinder-772126-1-iscsi: {},
Jan 26 21:45:55.356994 dv-cinder-772126-1-iscsi neutron-server[80035]:     Metadata agent@dv-cinder-772126-1-iscsi: {},
Jan 26 21:45:55.356994 dv-cinder-772126-1-iscsi neutron-server[80035]:     Metering agent@dv-cinder-772126-1-iscsi: {},
Jan 26 21:45:55.356994 dv-cinder-772126-1-iscsi neutron-server[80035]:     Open vSwitch agent@dv-cinder-772126-1-iscsi: {   'AddressGroup': '1.1',
Jan 26 21:45:55.356994 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'ConntrackHelper': '1.0',
Jan 26 21:45:55.356994 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'Log': '1.0',
Jan 26 21:45:55.356994 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'Network': '1.1',
Jan 26 21:45:55.356994 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'Port': '1.6',
Jan 26 21:45:55.356994 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'PortForwarding': '1.2',
Jan 26 21:45:55.356994 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'QosPolicy': '1.8',
Jan 26 21:45:55.356994 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'SecurityGroup': '1.4',
Jan 26 21:45:55.356994 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'SecurityGroupRule': '1.2',
Jan 26 21:45:55.356994 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'SubPort': '1.0',
Jan 26 21:45:55.356994 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'Subnet': '1.1',
Jan 26 21:45:55.356994 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'Trunk': '1.1'}}
Jan 26 21:45:55.356994 dv-cinder-772126-1-iscsi neutron-server[80035]:  {{(pid=80149) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 26 21:45:55.406468 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c6089340-9315-48a6-b944-e76193394eec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247825098817'] for network, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:45:55.412960 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c6089340-9315-48a6-b944-e76193394eec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:45:55.531641 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c6089340-9315-48a6-b944-e76193394eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897'] for network, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:45:55.533003 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6089340-9315-48a6-b944-e76193394eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:45:55.533703 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c6089340-9315-48a6-b944-e76193394eec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for network, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:45:55.539247 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:45:55.651385 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6089340-9315-48a6-b944-e76193394eec admin admin] Pushing event updated for resources: {'Network': ['ID=87483275-45b9-4f0b-b846-444476a340a7,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:45:55.654583 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c6089340-9315-48a6-b944-e76193394eec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:45:55.662519 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Network 87483275-45b9-4f0b-b846-444476a340a7 details requested by agent ovs-agent-dv-cinder-772126-1-iscsi with host dv-cinder-772126-1-iscsi {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 21:45:55.669705 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-c6089340-9315-48a6-b944-e76193394eec admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.3877015
Jan 26 21:45:58.784529 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 40852) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:45:59.319032 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cda800c-b415-4c0b-808b-3805f01961dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:45:59.320493 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-3cda800c-b415-4c0b-808b-3805f01961dc admin admin] 10.222.0.30 "GET /v2.0/networks/87483275-45b9-4f0b-b846-444476a340a7 HTTP/1.1" status: 200  len: 818 time: 0.5349212
Jan 26 21:45:59.353876 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-d37e20aa-3ce4-477a-8362-8754b344124e admin admin] 10.222.0.30 "GET /v2.0/subnetpools/18210428-d2a8-410a-ae03-521aa68b741a HTTP/1.1" status: 200  len: 734 time: 0.0258050
Jan 26 21:45:59.364631 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-6799aa6c-b3bd-4003-9d19-29fb346e040b admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '18210428-d2a8-410a-ae03-521aa68b741a', 'name': 'private-subnet', 'tenant_id': '07accac2ac994520b0067631fcbd9166', 'network_id': '87483275-45b9-4f0b-b846-444476a340a7'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:45:59.369836 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-6799aa6c-b3bd-4003-9d19-29fb346e040b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:45:59.374309 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-6799aa6c-b3bd-4003-9d19-29fb346e040b admin admin] Usage tracker for resource:subnet and tenant:07accac2ac994520b0067631fcbd9166 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:45:59.378042 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-6799aa6c-b3bd-4003-9d19-29fb346e040b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:45:59.384796 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-6799aa6c-b3bd-4003-9d19-29fb346e040b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:45:59.480038 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6799aa6c-b3bd-4003-9d19-29fb346e040b admin admin] Made reservation on behalf of 07accac2ac994520b0067631fcbd9166 for: {'subnet': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 21:45:59.485125 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6799aa6c-b3bd-4003-9d19-29fb346e040b admin admin] Notify callbacks [] for subnet, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:00.128778 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6799aa6c-b3bd-4003-9d19-29fb346e040b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897'] for subnet, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:00.144874 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:46:00.284645 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799aa6c-b3bd-4003-9d19-29fb346e040b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d567e4a-f9e4-482b-a8a2-a65240eecca3,revision_number=0']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:46:00.301256 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6799aa6c-b3bd-4003-9d19-29fb346e040b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:46:00.366398 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6799aa6c-b3bd-4003-9d19-29fb346e040b admin admin] Checking segment: {'id': 'e7f87267-caef-48ca-9d60-ecd6807b6ca4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '87483275-45b9-4f0b-b846-444476a340a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 21:46:00.366786 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6799aa6c-b3bd-4003-9d19-29fb346e040b admin admin] Network hostable DHCP agents. Network: 87483275-45b9-4f0b-b846-444476a340a7, hostable agents: ['31d7f489-5cf7-4386-baac-120d285301b4'], hosted agents: [] {{(pid=80149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 26 21:46:00.417213 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6799aa6c-b3bd-4003-9d19-29fb346e040b admin admin] Network 87483275-45b9-4f0b-b846-444476a340a7 is scheduled to be hosted by DHCP agent 31d7f489-5cf7-4386-baac-120d285301b4 with binding_index 1 {{(pid=80149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 26 21:46:00.462871 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-6799aa6c-b3bd-4003-9d19-29fb346e040b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-1-iscsi, 87483275-45b9-4f0b-b846-444476a340a7) {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 21:46:00.467800 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6799aa6c-b3bd-4003-9d19-29fb346e040b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:46:00.468484 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6799aa6c-b3bd-4003-9d19-29fb346e040b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for subnet, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:00.474311 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db58ce86-3cfb-4e04-a005-1f1d64ceecaa None None] Network 87483275-45b9-4f0b-b846-444476a340a7 requested from dv-cinder-772126-1-iscsi {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 21:46:00.515894 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-6799aa6c-b3bd-4003-9d19-29fb346e040b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.1554956
Jan 26 21:46:00.817722 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55b8ea2-f674-4a35-9a98-3467e4b788eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45ffbaf4-b3a1-547e-b523-a9c7770f6ba3-87483275-45b9-4f0b-b846-444476a340a7', 'network_id': '87483275-45b9-4f0b-b846-444476a340a7', 'tenant_id': '07accac2ac994520b0067631fcbd9166', 'fixed_ips': [{'subnet_id': '9d567e4a-f9e4-482b-a8a2-a65240eecca3'}]}} from dv-cinder-772126-1-iscsi. {{(pid=80150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 26 21:46:00.819131 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ea2-f674-4a35-9a98-3467e4b788eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:01.177308 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-d55b8ea2-f674-4a35-9a98-3467e4b788eb None None] Allocated IP 172.20.0.2 (87483275-45b9-4f0b-b846-444476a340a7/9d567e4a-f9e4-482b-a8a2-a65240eecca3/7231bb3a-5086-4686-8765-2dea26d10881) {{(pid=80150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 21:46:01.598493 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ea2-f674-4a35-9a98-3467e4b788eb None None] Notify callbacks [] for port, precommit_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:01.612329 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-d55b8ea2-f674-4a35-9a98-3467e4b788eb None None] Transition to ACTIVE for port object 7231bb3a-5086-4686-8765-2dea26d10881 will not be triggered until provisioned by entity L2. {{(pid=80150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 21:46:01.630672 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-d55b8ea2-f674-4a35-9a98-3467e4b788eb None None] Transition to ACTIVE for port object 7231bb3a-5086-4686-8765-2dea26d10881 will not be triggered until provisioned by entity DHCP. {{(pid=80150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 21:46:01.674901 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ea2-f674-4a35-9a98-3467e4b788eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008'] for port, after_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:01.692008 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:46:01.828817 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b8ea2-f674-4a35-9a98-3467e4b788eb None None] Pushing event updated for resources: {'Port': ['ID=7231bb3a-5086-4686-8765-2dea26d10881,revision_number=1']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:46:01.841130 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55b8ea2-f674-4a35-9a98-3467e4b788eb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:46:01.841439 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55b8ea2-f674-4a35-9a98-3467e4b788eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:46:01.841804 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55b8ea2-f674-4a35-9a98-3467e4b788eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:46:01.842180 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55b8ea2-f674-4a35-9a98-3467e4b788eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:46:01.843054 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55b8ea2-f674-4a35-9a98-3467e4b788eb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:46:01.843419 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55b8ea2-f674-4a35-9a98-3467e4b788eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:46:01.843774 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55b8ea2-f674-4a35-9a98-3467e4b788eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:46:01.844125 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55b8ea2-f674-4a35-9a98-3467e4b788eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:46:01.844486 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55b8ea2-f674-4a35-9a98-3467e4b788eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:46:01.844831 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55b8ea2-f674-4a35-9a98-3467e4b788eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:46:01.845176 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55b8ea2-f674-4a35-9a98-3467e4b788eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:46:01.845577 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55b8ea2-f674-4a35-9a98-3467e4b788eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:46:01.846747 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55b8ea2-f674-4a35-9a98-3467e4b788eb None None] Tracked resource versions report:
Jan 26 21:46:01.846747 dv-cinder-772126-1-iscsi neutron-server[80035]: pushed versions:
Jan 26 21:46:01.846747 dv-cinder-772126-1-iscsi neutron-server[80035]: {   'AddressGroup': {'1.1'},
Jan 26 21:46:01.846747 dv-cinder-772126-1-iscsi neutron-server[80035]:     'ConntrackHelper': {'1.0'},
Jan 26 21:46:01.846747 dv-cinder-772126-1-iscsi neutron-server[80035]:     'Log': {'1.0'},
Jan 26 21:46:01.846747 dv-cinder-772126-1-iscsi neutron-server[80035]:     'Network': {'1.1'},
Jan 26 21:46:01.846747 dv-cinder-772126-1-iscsi neutron-server[80035]:     'Port': {'1.6'},
Jan 26 21:46:01.846747 dv-cinder-772126-1-iscsi neutron-server[80035]:     'PortForwarding': {'1.2'},
Jan 26 21:46:01.846747 dv-cinder-772126-1-iscsi neutron-server[80035]:     'QosPolicy': {'1.8'},
Jan 26 21:46:01.846747 dv-cinder-772126-1-iscsi neutron-server[80035]:     'SecurityGroup': {'1.4'},
Jan 26 21:46:01.846747 dv-cinder-772126-1-iscsi neutron-server[80035]:     'SecurityGroupRule': {'1.2'},
Jan 26 21:46:01.846747 dv-cinder-772126-1-iscsi neutron-server[80035]:     'SubPort': {'1.0'},
Jan 26 21:46:01.846747 dv-cinder-772126-1-iscsi neutron-server[80035]:     'Subnet': {'1.1'},
Jan 26 21:46:01.846747 dv-cinder-772126-1-iscsi neutron-server[80035]:     'Trunk': {'1.1'}}
Jan 26 21:46:01.846747 dv-cinder-772126-1-iscsi neutron-server[80035]: consumer versions:
Jan 26 21:46:01.846747 dv-cinder-772126-1-iscsi neutron-server[80035]: {   DHCP agent@dv-cinder-772126-1-iscsi: {},
Jan 26 21:46:01.846747 dv-cinder-772126-1-iscsi neutron-server[80035]:     L3 agent@dv-cinder-772126-1-iscsi: {},
Jan 26 21:46:01.846747 dv-cinder-772126-1-iscsi neutron-server[80035]:     Metadata agent@dv-cinder-772126-1-iscsi: {},
Jan 26 21:46:01.846747 dv-cinder-772126-1-iscsi neutron-server[80035]:     Metering agent@dv-cinder-772126-1-iscsi: {},
Jan 26 21:46:01.846747 dv-cinder-772126-1-iscsi neutron-server[80035]:     Open vSwitch agent@dv-cinder-772126-1-iscsi: {   'AddressGroup': '1.1',
Jan 26 21:46:01.846747 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'ConntrackHelper': '1.0',
Jan 26 21:46:01.846747 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'Log': '1.0',
Jan 26 21:46:01.846747 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'Network': '1.1',
Jan 26 21:46:01.846747 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'Port': '1.6',
Jan 26 21:46:01.846747 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'PortForwarding': '1.2',
Jan 26 21:46:01.846747 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'QosPolicy': '1.8',
Jan 26 21:46:01.846747 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'SecurityGroup': '1.4',
Jan 26 21:46:01.846747 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'SecurityGroupRule': '1.2',
Jan 26 21:46:01.846747 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'SubPort': '1.0',
Jan 26 21:46:01.846747 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'Subnet': '1.1',
Jan 26 21:46:01.846747 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'Trunk': '1.1'}}
Jan 26 21:46:01.846747 dv-cinder-772126-1-iscsi neutron-server[80035]:  {{(pid=80150) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 26 21:46:01.850313 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d55b8ea2-f674-4a35-9a98-3467e4b788eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:46:01.940388 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55b8ea2-f674-4a35-9a98-3467e4b788eb None None] Network 87483275-45b9-4f0b-b846-444476a340a7 is already hosted by enough agents. {{(pid=80150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 21:46:01.941961 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-d55b8ea2-f674-4a35-9a98-3467e4b788eb None None] Resources bound (agent type, host, resource id):  {{(pid=80150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 21:46:01.945791 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55b8ea2-f674-4a35-9a98-3467e4b788eb None None] Received port after_create {{(pid=80150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 21:46:02.040735 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-d55b8ea2-f674-4a35-9a98-3467e4b788eb None None] Attempting to bind port 7231bb3a-5086-4686-8765-2dea26d10881 on host dv-cinder-772126-1-iscsi for vnic_type normal with profile  {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 21:46:02.041614 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-d55b8ea2-f674-4a35-9a98-3467e4b788eb None None] Attempting to bind port 7231bb3a-5086-4686-8765-2dea26d10881 by drivers openvswitch on host dv-cinder-772126-1-iscsi at level 0 using segments [{'id': 'e7f87267-caef-48ca-9d60-ecd6807b6ca4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '87483275-45b9-4f0b-b846-444476a340a7'}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 21:46:02.041614 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55b8ea2-f674-4a35-9a98-3467e4b788eb None None] Attempting to bind port 7231bb3a-5086-4686-8765-2dea26d10881 on network 87483275-45b9-4f0b-b846-444476a340a7 {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 21:46:02.047932 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55b8ea2-f674-4a35-9a98-3467e4b788eb None None] Checking agent: {'id': 'acda3ae2-213d-42a9-bfbd-ef6e74b838e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 21, 45, 45), 'started_at': datetime.datetime(2021, 1, 26, 21, 45, 45), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 21, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 21:46:02.048353 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55b8ea2-f674-4a35-9a98-3467e4b788eb None None] Checking segment: {'id': 'e7f87267-caef-48ca-9d60-ecd6807b6ca4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '87483275-45b9-4f0b-b846-444476a340a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 21:46:02.048795 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ea2-f674-4a35-9a98-3467e4b788eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:02.049208 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55b8ea2-f674-4a35-9a98-3467e4b788eb None None] Bound using segment: {'id': 'e7f87267-caef-48ca-9d60-ecd6807b6ca4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '87483275-45b9-4f0b-b846-444476a340a7'} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 21:46:02.049734 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-d55b8ea2-f674-4a35-9a98-3467e4b788eb None None] Bound port: 7231bb3a-5086-4686-8765-2dea26d10881, host: dv-cinder-772126-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f87267-caef-48ca-9d60-ecd6807b6ca4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '87483275-45b9-4f0b-b846-444476a340a7'}}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 21:46:02.050164 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ea2-f674-4a35-9a98-3467e4b788eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:02.148137 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-d55b8ea2-f674-4a35-9a98-3467e4b788eb None None] For port 7231bb3a-5086-4686-8765-2dea26d10881, host dv-cinder-772126-1-iscsi, cleared binding levels {{(pid=80150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 21:46:02.152302 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-d55b8ea2-f674-4a35-9a98-3467e4b788eb None None] For port 7231bb3a-5086-4686-8765-2dea26d10881, host dv-cinder-772126-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=7231bb3a-5086-4686-8765-2dea26d10881,segment=NetworkSegment(e7f87267-caef-48ca-9d60-ecd6807b6ca4),segment_id=e7f87267-caef-48ca-9d60-ecd6807b6ca4)] {{(pid=80150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 21:46:02.172600 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d55b8ea2-f674-4a35-9a98-3467e4b788eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:02.192113 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:46:02.348947 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b8ea2-f674-4a35-9a98-3467e4b788eb None None] Pushing event updated for resources: {'Port': ['ID=7231bb3a-5086-4686-8765-2dea26d10881,revision_number=2']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:46:02.354369 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d55b8ea2-f674-4a35-9a98-3467e4b788eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:46:03.384153 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 40862) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:46:03.945565 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [None req-79f25b4e-e0ad-485e-be85-1f35cca34f24 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=80149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 26 21:46:03.957294 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-79f25b4e-e0ad-485e-be85-1f35cca34f24 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.5714009
Jan 26 21:46:06.654617 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 7231bb3a-5086-4686-8765-2dea26d10881 up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:46:06.812971 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning for port 7231bb3a-5086-4686-8765-2dea26d10881 completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 21:46:06.836758 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 40876) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:46:07.302310 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9492dbf3-d9c7-4ee8-b1c3-4222473f984d None None] Network 87483275-45b9-4f0b-b846-444476a340a7 requested from dv-cinder-772126-1-iscsi {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 21:46:07.390717 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [None req-eaca3d08-afa5-443e-b758-f86037a3dfca admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=80149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 26 21:46:07.392096 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-eaca3d08-afa5-443e-b758-f86037a3dfca admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.5542572
Jan 26 21:46:07.426167 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-d811c59c-0e21-408f-9f4a-4aa67538043b None None] Provisioning for port 7231bb3a-5086-4686-8765-2dea26d10881 completed by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 21:46:07.435342 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-d811c59c-0e21-408f-9f4a-4aa67538043b None None] Provisioning complete for port 7231bb3a-5086-4686-8765-2dea26d10881 triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:46:07.435773 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d811c59c-0e21-408f-9f4a-4aa67538043b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:07.687841 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d811c59c-0e21-408f-9f4a-4aa67538043b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:07.737324 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-d811c59c-0e21-408f-9f4a-4aa67538043b None None] For port 7231bb3a-5086-4686-8765-2dea26d10881, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=7231bb3a-5086-4686-8765-2dea26d10881,segment=NetworkSegment(e7f87267-caef-48ca-9d60-ecd6807b6ca4),segment_id=e7f87267-caef-48ca-9d60-ecd6807b6ca4)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 21:46:07.782857 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d811c59c-0e21-408f-9f4a-4aa67538043b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:07.785309 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d55b8ea2-f674-4a35-9a98-3467e4b788eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:46:07.864942 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811c59c-0e21-408f-9f4a-4aa67538043b None None] Pushing event updated for resources: {'Port': ['ID=7231bb3a-5086-4686-8765-2dea26d10881,revision_number=3']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:46:07.868266 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d811c59c-0e21-408f-9f4a-4aa67538043b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:46:08.007303 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-5eb34e32-3939-4020-a0fc-aaaffae82676 None None] Provisioning complete for port 7231bb3a-5086-4686-8765-2dea26d10881 triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:46:08.007619 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5eb34e32-3939-4020-a0fc-aaaffae82676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:08.260483 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-b72237f5-1c46-4f51-863e-a7e214d01807 None None] Provisioning complete for port 7231bb3a-5086-4686-8765-2dea26d10881 triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:46:08.260885 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b72237f5-1c46-4f51-863e-a7e214d01807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:08.625164 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 7231bb3a-5086-4686-8765-2dea26d10881 up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:46:08.704064 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port 7231bb3a-5086-4686-8765-2dea26d10881 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:46:08.704658 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:09.577786 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-938a3b5a-6ec0-46e0-8e39-f7d1f5238699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:10.546024 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 40888) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:46:10.951530 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-e902b00b-1362-4157-8be1-cb3aebfebbf8 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '07accac2ac994520b0067631fcbd9166', 'admin_state_up': True}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:46:10.957144 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-e902b00b-1362-4157-8be1-cb3aebfebbf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:46:10.961105 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-e902b00b-1362-4157-8be1-cb3aebfebbf8 admin admin] Usage tracker for resource:router and tenant:07accac2ac994520b0067631fcbd9166 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:46:10.964321 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-e902b00b-1362-4157-8be1-cb3aebfebbf8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:46:10.970912 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-e902b00b-1362-4157-8be1-cb3aebfebbf8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:46:11.016922 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e902b00b-1362-4157-8be1-cb3aebfebbf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33260817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854745247'] for router, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:11.018269 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e902b00b-1362-4157-8be1-cb3aebfebbf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036821530053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036821521605', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33219226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30568'] for router, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:11.096380 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e902b00b-1362-4157-8be1-cb3aebfebbf8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:11.235429 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e902b00b-1362-4157-8be1-cb3aebfebbf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036821515000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33254161'] for router, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:11.279797 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e902b00b-1362-4157-8be1-cb3aebfebbf8 admin admin] Notify callbacks [] for router, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:11.281829 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-e902b00b-1362-4157-8be1-cb3aebfebbf8 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.7345006
Jan 26 21:46:13.241435 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:13.388137 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a30a2dfd-2630-4f64-b186-4df083168e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:14.099603 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 40908) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:46:14.296349 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [None req-d0412df3-1e2d-4f5d-83b4-edb0752dfa7d admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=80149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 26 21:46:14.297427 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-d0412df3-1e2d-4f5d-83b4-edb0752dfa7d admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.1968589
Jan 26 21:46:14.605866 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:15.216689 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:16.879989 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 40928) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:46:17.083298 dv-cinder-772126-1-iscsi neutron-server[80035]: WARNING oslo_policy.policy [None req-3b752334-3010-41b1-93f6-35def15bf01f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 26 21:46:17.083963 dv-cinder-772126-1-iscsi neutron-server[80035]: WARNING oslo_policy.policy [None req-3b752334-3010-41b1-93f6-35def15bf01f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 26 21:46:17.320759 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-3b752334-3010-41b1-93f6-35def15bf01f admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'admin_state_up': True}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:46:17.323912 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.quota [None req-3b752334-3010-41b1-93f6-35def15bf01f admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fe5af9aa278>.
Jan 26 21:46:17.340887 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-3b752334-3010-41b1-93f6-35def15bf01f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:46:17.347995 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-3b752334-3010-41b1-93f6-35def15bf01f admin admin] Usage tracker for resource:network and tenant:c976c5a0b92448a88a81116cf7698eda is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:46:17.352707 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-3b752334-3010-41b1-93f6-35def15bf01f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:46:17.361279 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-3b752334-3010-41b1-93f6-35def15bf01f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:46:17.405954 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b752334-3010-41b1-93f6-35def15bf01f admin admin] Made reservation on behalf of c976c5a0b92448a88a81116cf7698eda for: {'network': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 21:46:17.449981 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.policy [None req-3b752334-3010-41b1-93f6-35def15bf01f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80148) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Jan 26 21:46:17.450833 dv-cinder-772126-1-iscsi neutron-server[80035]: WARNING oslo_policy.policy [None req-3b752334-3010-41b1-93f6-35def15bf01f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 26 21:46:17.451249 dv-cinder-772126-1-iscsi neutron-server[80035]: WARNING oslo_policy.policy [None req-3b752334-3010-41b1-93f6-35def15bf01f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jan 26 21:46:17.472668 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3b752334-3010-41b1-93f6-35def15bf01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for network, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:17.493097 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3b752334-3010-41b1-93f6-35def15bf01f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:17.509853 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-3b752334-3010-41b1-93f6-35def15bf01f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:46:17.513892 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-3b752334-3010-41b1-93f6-35def15bf01f admin admin] Usage tracker for resource:security_group_rule and tenant:c976c5a0b92448a88a81116cf7698eda is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:46:17.518174 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-3b752334-3010-41b1-93f6-35def15bf01f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:46:17.523867 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-3b752334-3010-41b1-93f6-35def15bf01f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:46:17.759354 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3b752334-3010-41b1-93f6-35def15bf01f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:17.793768 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3b752334-3010-41b1-93f6-35def15bf01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:17.800761 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:46:17.814369 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3b752334-3010-41b1-93f6-35def15bf01f admin admin] Reserving flat network on physical network physnet1 {{(pid=80148) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Jan 26 21:46:17.906368 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3b752334-3010-41b1-93f6-35def15bf01f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789030269214', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853870792'] for segment, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:17.907483 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3b752334-3010-41b1-93f6-35def15bf01f admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fe5b06f11e0> segment precommit_create {{(pid=80148) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Jan 26 21:46:17.907699 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.db.segments_db [None req-3b752334-3010-41b1-93f6-35def15bf01f admin admin] Added segment f4c7a2a5-f441-4cda-be7f-98d9b91d5196 of type flat for network 1ba61b85-6a57-4c86-8c7b-e71ed182691b
Jan 26 21:46:17.965484 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b752334-3010-41b1-93f6-35def15bf01f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbbd2be-1270-4984-8938-4379518bdcb0,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:46:17.992489 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b752334-3010-41b1-93f6-35def15bf01f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:46:17.992879 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b752334-3010-41b1-93f6-35def15bf01f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:46:17.993244 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b752334-3010-41b1-93f6-35def15bf01f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:46:17.993608 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b752334-3010-41b1-93f6-35def15bf01f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:46:17.993963 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b752334-3010-41b1-93f6-35def15bf01f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:46:17.994328 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b752334-3010-41b1-93f6-35def15bf01f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:46:17.994676 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b752334-3010-41b1-93f6-35def15bf01f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:46:17.995024 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b752334-3010-41b1-93f6-35def15bf01f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:46:17.995385 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b752334-3010-41b1-93f6-35def15bf01f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:46:17.995754 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b752334-3010-41b1-93f6-35def15bf01f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:46:17.996154 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b752334-3010-41b1-93f6-35def15bf01f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:46:17.996445 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b752334-3010-41b1-93f6-35def15bf01f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:46:17.997575 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b752334-3010-41b1-93f6-35def15bf01f admin admin] Tracked resource versions report:
Jan 26 21:46:17.997575 dv-cinder-772126-1-iscsi neutron-server[80035]: pushed versions:
Jan 26 21:46:17.997575 dv-cinder-772126-1-iscsi neutron-server[80035]: {   'AddressGroup': {'1.1'},
Jan 26 21:46:17.997575 dv-cinder-772126-1-iscsi neutron-server[80035]:     'ConntrackHelper': {'1.0'},
Jan 26 21:46:17.997575 dv-cinder-772126-1-iscsi neutron-server[80035]:     'Log': {'1.0'},
Jan 26 21:46:17.997575 dv-cinder-772126-1-iscsi neutron-server[80035]:     'Network': {'1.1'},
Jan 26 21:46:17.997575 dv-cinder-772126-1-iscsi neutron-server[80035]:     'Port': {'1.6'},
Jan 26 21:46:17.997575 dv-cinder-772126-1-iscsi neutron-server[80035]:     'PortForwarding': {'1.2'},
Jan 26 21:46:17.997575 dv-cinder-772126-1-iscsi neutron-server[80035]:     'QosPolicy': {'1.8'},
Jan 26 21:46:17.997575 dv-cinder-772126-1-iscsi neutron-server[80035]:     'SecurityGroup': {'1.4'},
Jan 26 21:46:17.997575 dv-cinder-772126-1-iscsi neutron-server[80035]:     'SecurityGroupRule': {'1.2'},
Jan 26 21:46:17.997575 dv-cinder-772126-1-iscsi neutron-server[80035]:     'SubPort': {'1.0'},
Jan 26 21:46:17.997575 dv-cinder-772126-1-iscsi neutron-server[80035]:     'Subnet': {'1.1'},
Jan 26 21:46:17.997575 dv-cinder-772126-1-iscsi neutron-server[80035]:     'Trunk': {'1.1'}}
Jan 26 21:46:17.997575 dv-cinder-772126-1-iscsi neutron-server[80035]: consumer versions:
Jan 26 21:46:17.997575 dv-cinder-772126-1-iscsi neutron-server[80035]: {   DHCP agent@dv-cinder-772126-1-iscsi: {},
Jan 26 21:46:17.997575 dv-cinder-772126-1-iscsi neutron-server[80035]:     L3 agent@dv-cinder-772126-1-iscsi: {},
Jan 26 21:46:17.997575 dv-cinder-772126-1-iscsi neutron-server[80035]:     Metadata agent@dv-cinder-772126-1-iscsi: {},
Jan 26 21:46:17.997575 dv-cinder-772126-1-iscsi neutron-server[80035]:     Metering agent@dv-cinder-772126-1-iscsi: {},
Jan 26 21:46:17.997575 dv-cinder-772126-1-iscsi neutron-server[80035]:     Open vSwitch agent@dv-cinder-772126-1-iscsi: {   'AddressGroup': '1.1',
Jan 26 21:46:17.997575 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'ConntrackHelper': '1.0',
Jan 26 21:46:17.997575 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'Log': '1.0',
Jan 26 21:46:17.997575 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'Network': '1.1',
Jan 26 21:46:17.997575 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'Port': '1.6',
Jan 26 21:46:17.997575 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'PortForwarding': '1.2',
Jan 26 21:46:17.997575 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'QosPolicy': '1.8',
Jan 26 21:46:17.997575 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'SecurityGroup': '1.4',
Jan 26 21:46:17.997575 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'SecurityGroupRule': '1.2',
Jan 26 21:46:17.997575 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'SubPort': '1.0',
Jan 26 21:46:17.997575 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'Subnet': '1.1',
Jan 26 21:46:17.997575 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'Trunk': '1.1'}}
Jan 26 21:46:17.997575 dv-cinder-772126-1-iscsi neutron-server[80035]:  {{(pid=80148) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 26 21:46:18.028594 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3b752334-3010-41b1-93f6-35def15bf01f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:46:18.052468 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3b752334-3010-41b1-93f6-35def15bf01f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247825098817'] for network, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:18.290784 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3b752334-3010-41b1-93f6-35def15bf01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897'] for network, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:18.292111 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b752334-3010-41b1-93f6-35def15bf01f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:46:18.292795 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3b752334-3010-41b1-93f6-35def15bf01f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for network, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:18.298443 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:46:18.406797 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b752334-3010-41b1-93f6-35def15bf01f admin admin] Pushing event updated for resources: {'Network': ['ID=1ba61b85-6a57-4c86-8c7b-e71ed182691b,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:46:18.410151 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3b752334-3010-41b1-93f6-35def15bf01f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:46:18.418090 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Network 1ba61b85-6a57-4c86-8c7b-e71ed182691b details requested by agent ovs-agent-dv-cinder-772126-1-iscsi with host dv-cinder-772126-1-iscsi {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 21:46:18.457358 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-3b752334-3010-41b1-93f6-35def15bf01f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.5751500
Jan 26 21:46:21.031094 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 40948) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:46:21.183184 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c6e64f-6874-42bd-8da4-a1fac5f2bfc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:46:21.184583 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-29c6e64f-6874-42bd-8da4-a1fac5f2bfc9 admin admin] 10.222.0.30 "GET /v2.0/subnets/9d567e4a-f9e4-482b-a8a2-a65240eecca3 HTTP/1.1" status: 200  len: 849 time: 0.1523979
Jan 26 21:46:21.347622 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-4a3603a8-f295-4c05-8992-4f13a1cf75c8 admin admin] 10.222.0.30 "GET /v2.0/routers/55b36d45-b4fc-423c-9f04-40953925bc9f HTTP/1.1" status: 200  len: 704 time: 0.1558669
Jan 26 21:46:22.004379 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-feedc56d-24a0-4ced-9ccc-f0c89d869c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:22.451670 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-feedc56d-24a0-4ced-9ccc-f0c89d869c8d admin admin] Allocated IP 172.20.0.1 (87483275-45b9-4f0b-b846-444476a340a7/9d567e4a-f9e4-482b-a8a2-a65240eecca3/d1669876-e1fa-4565-938a-3523e7c3f730) {{(pid=80149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 21:46:22.705706 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-feedc56d-24a0-4ced-9ccc-f0c89d869c8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:22.724946 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-feedc56d-24a0-4ced-9ccc-f0c89d869c8d admin admin] Transition to ACTIVE for port object d1669876-e1fa-4565-938a-3523e7c3f730 will not be triggered until provisioned by entity DHCP. {{(pid=80149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 21:46:22.805879 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-feedc56d-24a0-4ced-9ccc-f0c89d869c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008'] for port, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:22.821435 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:46:22.958604 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feedc56d-24a0-4ced-9ccc-f0c89d869c8d admin admin] Pushing event updated for resources: {'Port': ['ID=d1669876-e1fa-4565-938a-3523e7c3f730,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:46:22.965687 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-feedc56d-24a0-4ced-9ccc-f0c89d869c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:46:23.023475 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feedc56d-24a0-4ced-9ccc-f0c89d869c8d admin admin] Network 87483275-45b9-4f0b-b846-444476a340a7 is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 21:46:23.024611 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-feedc56d-24a0-4ced-9ccc-f0c89d869c8d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 21:46:23.027023 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feedc56d-24a0-4ced-9ccc-f0c89d869c8d admin admin] Received port after_create {{(pid=80149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 21:46:23.027616 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-feedc56d-24a0-4ced-9ccc-f0c89d869c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33256029'] for router_interface, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:23.365828 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-991cc509-d7b2-412f-a39a-fd1ce174a14b None None] Provisioning for port d1669876-e1fa-4565-938a-3523e7c3f730 completed by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 21:46:23.371940 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-991cc509-d7b2-412f-a39a-fd1ce174a14b None None] Provisioning complete for port d1669876-e1fa-4565-938a-3523e7c3f730 triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:46:23.372393 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-991cc509-d7b2-412f-a39a-fd1ce174a14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:23.417605 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-feedc56d-24a0-4ced-9ccc-f0c89d869c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:23.429288 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-991cc509-d7b2-412f-a39a-fd1ce174a14b None None] Port d1669876-e1fa-4565-938a-3523e7c3f730 cannot update to ACTIVE because it is not bound. {{(pid=80150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 21:46:23.726779 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-feedc56d-24a0-4ced-9ccc-f0c89d869c8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:23.758761 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-feedc56d-24a0-4ced-9ccc-f0c89d869c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:23.759967 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-feedc56d-24a0-4ced-9ccc-f0c89d869c8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33045946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036821519617'] for router_interface, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:23.775924 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-feedc56d-24a0-4ced-9ccc-f0c89d869c8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:46:23.910296 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feedc56d-24a0-4ced-9ccc-f0c89d869c8d admin admin] Pushing event updated for resources: {'Port': ['ID=d1669876-e1fa-4565-938a-3523e7c3f730,revision_number=2']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:46:23.915035 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-feedc56d-24a0-4ced-9ccc-f0c89d869c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:46:23.983277 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feedc56d-24a0-4ced-9ccc-f0c89d869c8d admin admin] Network 87483275-45b9-4f0b-b846-444476a340a7 is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 21:46:23.984502 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-feedc56d-24a0-4ced-9ccc-f0c89d869c8d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 21:46:24.234921 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feedc56d-24a0-4ced-9ccc-f0c89d869c8d admin admin] Router 55b36d45-b4fc-423c-9f04-40953925bc9f is scheduled to L3 agent d246ac06-2269-4624-8b82-d0eab6b3335a with binding_index 1 {{(pid=80149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 26 21:46:24.256210 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-aa1a74ba-2a0b-49a9-ae21-e8cdea403e5d None None] Provisioning complete for port d1669876-e1fa-4565-938a-3523e7c3f730 triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:46:24.256538 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-aa1a74ba-2a0b-49a9-ae21-e8cdea403e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:24.322278 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-aa1a74ba-2a0b-49a9-ae21-e8cdea403e5d None None] Port d1669876-e1fa-4565-938a-3523e7c3f730 cannot update to ACTIVE because it is not bound. {{(pid=80150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 21:46:24.572077 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feedc56d-24a0-4ced-9ccc-f0c89d869c8d admin admin] Notify agent at l3_agent.dv-cinder-772126-1-iscsi the message routers_updated {{(pid=80149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 21:46:24.583922 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bcbb14-c869-4fd5-b528-d80662b7b863 None None] Sync routers for ids ['55b36d45-b4fc-423c-9f04-40953925bc9f'] in dv-cinder-772126-1-iscsi {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 21:46:24.586304 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-feedc56d-24a0-4ced-9ccc-f0c89d869c8d admin admin] 10.222.0.30 "PUT /v2.0/routers/55b36d45-b4fc-423c-9f04-40953925bc9f/add_router_interface HTTP/1.1" status: 200  len: 508 time: 3.2313490
Jan 26 21:46:24.597898 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bcbb14-c869-4fd5-b528-d80662b7b863 None None] Routers {'55b36d45-b4fc-423c-9f04-40953925bc9f'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 21:46:24.598891 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-d2bcbb14-c869-4fd5-b528-d80662b7b863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5af95f898>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T21:46:13Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['55b36d45-b4fc-423c-9f04-40953925bc9f'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:46:24.816640 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-d2bcbb14-c869-4fd5-b528-d80662b7b863 None None] Set router 55b36d45-b4fc-423c-9f04-40953925bc9f gateway port host: None {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 21:46:25.236417 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-d2bcbb14-c869-4fd5-b528-d80662b7b863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5af95f898>, [{'id': '55b36d45-b4fc-423c-9f04-40953925bc9f', 'name': 'router1', 'tenant_id': '07accac2ac994520b0067631fcbd9166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:46:11Z', 'updated_at': '2021-01-26T21:46:23Z', 'revision_number': 2, 'project_id': '07accac2ac994520b0067631fcbd9166', 'gw_port_host': None, '_interfaces': [{'id': 'd1669876-e1fa-4565-938a-3523e7c3f730', 'name': '', 'network_id': '87483275-45b9-4f0b-b846-444476a340a7', 'tenant_id': '07accac2ac994520b0067631fcbd9166', 'mac_address': 'fa:16:3e:23:2a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b36d45-b4fc-423c-9f04-40953925bc9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d567e4a-f9e4-482b-a8a2-a65240eecca3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:46:22Z', 'updated_at': '2021-01-26T21:46:23Z', 'revision_number': 2, 'project_id': '07accac2ac994520b0067631fcbd9166', 'subnets': [{'id': '9d567e4a-f9e4-482b-a8a2-a65240eecca3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '18210428-d2a8-410a-ae03-521aa68b741a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:46:25.242373 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bcbb14-c869-4fd5-b528-d80662b7b863 None None] Checking router: 55b36d45-b4fc-423c-9f04-40953925bc9f for host: dv-cinder-772126-1-iscsi {{(pid=80151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 21:46:25.242782 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bcbb14-c869-4fd5-b528-d80662b7b863 None None] Updating router 55b36d45-b4fc-423c-9f04-40953925bc9f port d1669876-e1fa-4565-938a-3523e7c3f730 binding host dv-cinder-772126-1-iscsi {{(pid=80151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 26 21:46:25.473439 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d2bcbb14-c869-4fd5-b528-d80662b7b863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:25.966284 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d2bcbb14-c869-4fd5-b528-d80662b7b863 None None] Notify callbacks [] for port, precommit_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:26.043843 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-d2bcbb14-c869-4fd5-b528-d80662b7b863 None None] Transition to ACTIVE for port object d1669876-e1fa-4565-938a-3523e7c3f730 will not be triggered until provisioned by entity L2. {{(pid=80151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 21:46:26.085480 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d2bcbb14-c869-4fd5-b528-d80662b7b863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:26.101198 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:46:26.250013 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f08964-32c6-4093-aa6a-890d972771c6 None None] Pushing event updated for resources: {'Port': ['ID=d1669876-e1fa-4565-938a-3523e7c3f730,revision_number=3']} {{(pid=80151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:46:26.272171 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f08964-32c6-4093-aa6a-890d972771c6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:46:26.272538 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f08964-32c6-4093-aa6a-890d972771c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:46:26.272908 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f08964-32c6-4093-aa6a-890d972771c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:46:26.273257 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f08964-32c6-4093-aa6a-890d972771c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:46:26.273605 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f08964-32c6-4093-aa6a-890d972771c6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:46:26.273952 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f08964-32c6-4093-aa6a-890d972771c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:46:26.274293 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f08964-32c6-4093-aa6a-890d972771c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:46:26.274632 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f08964-32c6-4093-aa6a-890d972771c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:46:26.274984 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f08964-32c6-4093-aa6a-890d972771c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:46:26.275332 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f08964-32c6-4093-aa6a-890d972771c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:46:26.275726 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f08964-32c6-4093-aa6a-890d972771c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:46:26.276063 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f08964-32c6-4093-aa6a-890d972771c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:46:26.277178 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f08964-32c6-4093-aa6a-890d972771c6 None None] Tracked resource versions report:
Jan 26 21:46:26.277178 dv-cinder-772126-1-iscsi neutron-server[80035]: pushed versions:
Jan 26 21:46:26.277178 dv-cinder-772126-1-iscsi neutron-server[80035]: {   'AddressGroup': {'1.1'},
Jan 26 21:46:26.277178 dv-cinder-772126-1-iscsi neutron-server[80035]:     'ConntrackHelper': {'1.0'},
Jan 26 21:46:26.277178 dv-cinder-772126-1-iscsi neutron-server[80035]:     'Log': {'1.0'},
Jan 26 21:46:26.277178 dv-cinder-772126-1-iscsi neutron-server[80035]:     'Network': {'1.1'},
Jan 26 21:46:26.277178 dv-cinder-772126-1-iscsi neutron-server[80035]:     'Port': {'1.6'},
Jan 26 21:46:26.277178 dv-cinder-772126-1-iscsi neutron-server[80035]:     'PortForwarding': {'1.2'},
Jan 26 21:46:26.277178 dv-cinder-772126-1-iscsi neutron-server[80035]:     'QosPolicy': {'1.8'},
Jan 26 21:46:26.277178 dv-cinder-772126-1-iscsi neutron-server[80035]:     'SecurityGroup': {'1.4'},
Jan 26 21:46:26.277178 dv-cinder-772126-1-iscsi neutron-server[80035]:     'SecurityGroupRule': {'1.2'},
Jan 26 21:46:26.277178 dv-cinder-772126-1-iscsi neutron-server[80035]:     'SubPort': {'1.0'},
Jan 26 21:46:26.277178 dv-cinder-772126-1-iscsi neutron-server[80035]:     'Subnet': {'1.1'},
Jan 26 21:46:26.277178 dv-cinder-772126-1-iscsi neutron-server[80035]:     'Trunk': {'1.1'}}
Jan 26 21:46:26.277178 dv-cinder-772126-1-iscsi neutron-server[80035]: consumer versions:
Jan 26 21:46:26.277178 dv-cinder-772126-1-iscsi neutron-server[80035]: {   DHCP agent@dv-cinder-772126-1-iscsi: {},
Jan 26 21:46:26.277178 dv-cinder-772126-1-iscsi neutron-server[80035]:     L3 agent@dv-cinder-772126-1-iscsi: {},
Jan 26 21:46:26.277178 dv-cinder-772126-1-iscsi neutron-server[80035]:     Metadata agent@dv-cinder-772126-1-iscsi: {},
Jan 26 21:46:26.277178 dv-cinder-772126-1-iscsi neutron-server[80035]:     Metering agent@dv-cinder-772126-1-iscsi: {},
Jan 26 21:46:26.277178 dv-cinder-772126-1-iscsi neutron-server[80035]:     Open vSwitch agent@dv-cinder-772126-1-iscsi: {   'AddressGroup': '1.1',
Jan 26 21:46:26.277178 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'ConntrackHelper': '1.0',
Jan 26 21:46:26.277178 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'Log': '1.0',
Jan 26 21:46:26.277178 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'Network': '1.1',
Jan 26 21:46:26.277178 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'Port': '1.6',
Jan 26 21:46:26.277178 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'PortForwarding': '1.2',
Jan 26 21:46:26.277178 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'QosPolicy': '1.8',
Jan 26 21:46:26.277178 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'SecurityGroup': '1.4',
Jan 26 21:46:26.277178 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'SecurityGroupRule': '1.2',
Jan 26 21:46:26.277178 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'SubPort': '1.0',
Jan 26 21:46:26.277178 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'Subnet': '1.1',
Jan 26 21:46:26.277178 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'Trunk': '1.1'}}
Jan 26 21:46:26.277178 dv-cinder-772126-1-iscsi neutron-server[80035]:  {{(pid=80151) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 26 21:46:26.286277 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-53f08964-32c6-4093-aa6a-890d972771c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:46:26.455436 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-d2bcbb14-c869-4fd5-b528-d80662b7b863 None None] Attempting to bind port d1669876-e1fa-4565-938a-3523e7c3f730 on host dv-cinder-772126-1-iscsi for vnic_type normal with profile  {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 21:46:26.455887 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-d2bcbb14-c869-4fd5-b528-d80662b7b863 None None] Attempting to bind port d1669876-e1fa-4565-938a-3523e7c3f730 by drivers openvswitch on host dv-cinder-772126-1-iscsi at level 0 using segments [{'id': 'e7f87267-caef-48ca-9d60-ecd6807b6ca4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '87483275-45b9-4f0b-b846-444476a340a7'}] {{(pid=80151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 21:46:26.456289 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bcbb14-c869-4fd5-b528-d80662b7b863 None None] Attempting to bind port d1669876-e1fa-4565-938a-3523e7c3f730 on network 87483275-45b9-4f0b-b846-444476a340a7 {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 21:46:26.468686 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bcbb14-c869-4fd5-b528-d80662b7b863 None None] Checking agent: {'id': 'acda3ae2-213d-42a9-bfbd-ef6e74b838e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 21, 45, 45), 'started_at': datetime.datetime(2021, 1, 26, 21, 46, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 21, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 21:46:26.469081 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bcbb14-c869-4fd5-b528-d80662b7b863 None None] Checking segment: {'id': 'e7f87267-caef-48ca-9d60-ecd6807b6ca4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '87483275-45b9-4f0b-b846-444476a340a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 21:46:26.469590 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d2bcbb14-c869-4fd5-b528-d80662b7b863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:26.470023 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bcbb14-c869-4fd5-b528-d80662b7b863 None None] Bound using segment: {'id': 'e7f87267-caef-48ca-9d60-ecd6807b6ca4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '87483275-45b9-4f0b-b846-444476a340a7'} {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 21:46:26.470485 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-d2bcbb14-c869-4fd5-b528-d80662b7b863 None None] Bound port: d1669876-e1fa-4565-938a-3523e7c3f730, host: dv-cinder-772126-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f87267-caef-48ca-9d60-ecd6807b6ca4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '87483275-45b9-4f0b-b846-444476a340a7'}}] {{(pid=80151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 21:46:26.470901 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d2bcbb14-c869-4fd5-b528-d80662b7b863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:26.569371 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-d2bcbb14-c869-4fd5-b528-d80662b7b863 None None] For port d1669876-e1fa-4565-938a-3523e7c3f730, host dv-cinder-772126-1-iscsi, cleared binding levels {{(pid=80151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 21:46:26.573975 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-d2bcbb14-c869-4fd5-b528-d80662b7b863 None None] For port d1669876-e1fa-4565-938a-3523e7c3f730, host dv-cinder-772126-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=d1669876-e1fa-4565-938a-3523e7c3f730,segment=NetworkSegment(e7f87267-caef-48ca-9d60-ecd6807b6ca4),segment_id=e7f87267-caef-48ca-9d60-ecd6807b6ca4)] {{(pid=80151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 21:46:26.640327 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d2bcbb14-c869-4fd5-b528-d80662b7b863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:26.653987 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:46:26.815561 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f08964-32c6-4093-aa6a-890d972771c6 None None] Pushing event updated for resources: {'Port': ['ID=d1669876-e1fa-4565-938a-3523e7c3f730,revision_number=4']} {{(pid=80151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:46:26.820644 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-53f08964-32c6-4093-aa6a-890d972771c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:46:26.883304 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bcbb14-c869-4fd5-b528-d80662b7b863 None None] Routers {'55b36d45-b4fc-423c-9f04-40953925bc9f'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 21:46:26.883980 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-d2bcbb14-c869-4fd5-b528-d80662b7b863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5af95f898>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T21:46:13Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['55b36d45-b4fc-423c-9f04-40953925bc9f'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:46:27.070297 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-d2bcbb14-c869-4fd5-b528-d80662b7b863 None None] Set router 55b36d45-b4fc-423c-9f04-40953925bc9f gateway port host: None {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 21:46:27.242428 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 40960) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:46:27.442538 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-d2bcbb14-c869-4fd5-b528-d80662b7b863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5af95f898>, [{'id': '55b36d45-b4fc-423c-9f04-40953925bc9f', 'name': 'router1', 'tenant_id': '07accac2ac994520b0067631fcbd9166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:46:11Z', 'updated_at': '2021-01-26T21:46:23Z', 'revision_number': 2, 'project_id': '07accac2ac994520b0067631fcbd9166', 'gw_port_host': None, '_interfaces': [{'id': 'd1669876-e1fa-4565-938a-3523e7c3f730', 'name': '', 'network_id': '87483275-45b9-4f0b-b846-444476a340a7', 'tenant_id': '07accac2ac994520b0067631fcbd9166', 'mac_address': 'fa:16:3e:23:2a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b36d45-b4fc-423c-9f04-40953925bc9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d567e4a-f9e4-482b-a8a2-a65240eecca3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:46:22Z', 'updated_at': '2021-01-26T21:46:26Z', 'revision_number': 4, 'project_id': '07accac2ac994520b0067631fcbd9166', 'subnets': [{'id': '9d567e4a-f9e4-482b-a8a2-a65240eecca3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '18210428-d2a8-410a-ae03-521aa68b741a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:46:27.447181 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bcbb14-c869-4fd5-b528-d80662b7b863 None None] The sync data for ids ['55b36d45-b4fc-423c-9f04-40953925bc9f'] in dv-cinder-772126-1-iscsi is: [{'id': '55b36d45-b4fc-423c-9f04-40953925bc9f', 'name': 'router1', 'tenant_id': '07accac2ac994520b0067631fcbd9166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:46:11Z', 'updated_at': '2021-01-26T21:46:23Z', 'revision_number': 2, 'project_id': '07accac2ac994520b0067631fcbd9166', 'gw_port_host': None, '_interfaces': [{'id': 'd1669876-e1fa-4565-938a-3523e7c3f730', 'name': '', 'network_id': '87483275-45b9-4f0b-b846-444476a340a7', 'tenant_id': '07accac2ac994520b0067631fcbd9166', 'mac_address': 'fa:16:3e:23:2a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b36d45-b4fc-423c-9f04-40953925bc9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d567e4a-f9e4-482b-a8a2-a65240eecca3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:46:22Z', 'updated_at': '2021-01-26T21:46:26Z', 'revision_number': 4, 'project_id': '07accac2ac994520b0067631fcbd9166', 'subnets': [{'id': '9d567e4a-f9e4-482b-a8a2-a65240eecca3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '18210428-d2a8-410a-ae03-521aa68b741a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 21:46:27.543591 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03642d1-a9ad-4b6f-9caf-9026689a796c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:46:27.553277 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-f03642d1-a9ad-4b6f-9caf-9026689a796c admin admin] 10.222.0.30 "GET /v2.0/networks/1ba61b85-6a57-4c86-8c7b-e71ed182691b HTTP/1.1" status: 200  len: 842 time: 0.3035028
Jan 26 21:46:27.558385 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-5d78efc2-115b-428e-9675-e8fde5be9298 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:46:27.565070 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-5d78efc2-115b-428e-9675-e8fde5be9298 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:46:27.569368 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-5d78efc2-115b-428e-9675-e8fde5be9298 admin admin] Usage tracker for resource:subnet and tenant:c976c5a0b92448a88a81116cf7698eda is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:46:27.572613 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-5d78efc2-115b-428e-9675-e8fde5be9298 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:46:27.579619 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-5d78efc2-115b-428e-9675-e8fde5be9298 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:46:27.628110 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d78efc2-115b-428e-9675-e8fde5be9298 admin admin] Made reservation on behalf of c976c5a0b92448a88a81116cf7698eda for: {'subnet': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 21:46:27.633004 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5d78efc2-115b-428e-9675-e8fde5be9298 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:28.346153 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.objects.ports [None req-5d78efc2-115b-428e-9675-e8fde5be9298 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80149) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 26 21:46:28.346736 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5d78efc2-115b-428e-9675-e8fde5be9298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897'] for subnet, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:28.367436 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6799aa6c-b3bd-4003-9d19-29fb346e040b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:46:28.502630 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d78efc2-115b-428e-9675-e8fde5be9298 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36fb7a5a-6726-45c7-9dc5-3a7ad8db1808,revision_number=0']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:46:28.505951 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-5d78efc2-115b-428e-9675-e8fde5be9298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:46:28.573715 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d78efc2-115b-428e-9675-e8fde5be9298 admin admin] Checking segment: {'id': 'f4c7a2a5-f441-4cda-be7f-98d9b91d5196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 21:46:28.574105 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d78efc2-115b-428e-9675-e8fde5be9298 admin admin] Network hostable DHCP agents. Network: 1ba61b85-6a57-4c86-8c7b-e71ed182691b, hostable agents: ['31d7f489-5cf7-4386-baac-120d285301b4'], hosted agents: [] {{(pid=80149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 26 21:46:28.653789 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device d1669876-e1fa-4565-938a-3523e7c3f730 up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:46:28.662556 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d78efc2-115b-428e-9675-e8fde5be9298 admin admin] Network 1ba61b85-6a57-4c86-8c7b-e71ed182691b is scheduled to be hosted by DHCP agent 31d7f489-5cf7-4386-baac-120d285301b4 with binding_index 1 {{(pid=80149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 26 21:46:28.730885 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-5d78efc2-115b-428e-9675-e8fde5be9298 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-1-iscsi, 1ba61b85-6a57-4c86-8c7b-e71ed182691b) {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 21:46:28.736195 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d78efc2-115b-428e-9675-e8fde5be9298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:46:28.743209 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5d78efc2-115b-428e-9675-e8fde5be9298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for subnet, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:28.743437 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2deb09-8388-451a-8c99-49169aa15306 None None] Network 1ba61b85-6a57-4c86-8c7b-e71ed182691b requested from dv-cinder-772126-1-iscsi {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 21:46:28.789078 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-5d78efc2-115b-428e-9675-e8fde5be9298 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2347856
Jan 26 21:46:28.811752 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning for port d1669876-e1fa-4565-938a-3523e7c3f730 completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 21:46:28.825365 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port d1669876-e1fa-4565-938a-3523e7c3f730 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:46:28.825765 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:29.046511 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 5 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 21:46:29.088067 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:29.109600 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa7be55-e0fb-49a2-8581-155713c10e01 None None] Network 1ba61b85-6a57-4c86-8c7b-e71ed182691b requested from dv-cinder-772126-1-iscsi {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 21:46:29.210452 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] For port d1669876-e1fa-4565-938a-3523e7c3f730, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=d1669876-e1fa-4565-938a-3523e7c3f730,segment=NetworkSegment(e7f87267-caef-48ca-9d60-ecd6807b6ca4),segment_id=e7f87267-caef-48ca-9d60-ecd6807b6ca4)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 21:46:29.237906 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:29.251773 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:46:29.391073 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Pushing event updated for resources: {'Port': ['ID=d1669876-e1fa-4565-938a-3523e7c3f730,revision_number=5']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:46:29.396130 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:46:30.647147 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device d1669876-e1fa-4565-938a-3523e7c3f730 up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:46:30.731696 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port d1669876-e1fa-4565-938a-3523e7c3f730 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:46:30.732106 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:31.448565 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 40974) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:46:31.688967 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-9c3ebc9f-3677-4c39-8198-7ec6ed0ac5e6 admin admin] 10.222.0.30 "GET /v2.0/routers/55b36d45-b4fc-423c-9f04-40953925bc9f HTTP/1.1" status: 200  len: 710 time: 0.2390747
Jan 26 21:46:31.833288 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb35779-3365-40ea-a2ab-8e931184a37d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:46:31.834772 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-9fb35779-3365-40ea-a2ab-8e931184a37d admin admin] 10.222.0.30 "GET /v2.0/networks/1ba61b85-6a57-4c86-8c7b-e71ed182691b HTTP/1.1" status: 200  len: 886 time: 0.1398394
Jan 26 21:46:31.844875 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-987fc7bc-ddf9-41e7-8a5f-8b0853d5845e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'}}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:46:32.327385 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-987fc7bc-ddf9-41e7-8a5f-8b0853d5845e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036821521622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33260800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30471'] for router, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:32.892080 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-987fc7bc-ddf9-41e7-8a5f-8b0853d5845e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:32.957006 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-987fc7bc-ddf9-41e7-8a5f-8b0853d5845e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:32.970245 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-987fc7bc-ddf9-41e7-8a5f-8b0853d5845e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:32.987265 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-987fc7bc-ddf9-41e7-8a5f-8b0853d5845e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:46:32.991513 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-987fc7bc-ddf9-41e7-8a5f-8b0853d5845e admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:46:32.994549 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-987fc7bc-ddf9-41e7-8a5f-8b0853d5845e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:46:33.000423 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-987fc7bc-ddf9-41e7-8a5f-8b0853d5845e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:46:33.260669 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-987fc7bc-ddf9-41e7-8a5f-8b0853d5845e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:33.290688 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-987fc7bc-ddf9-41e7-8a5f-8b0853d5845e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:33.308493 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:46:33.411956 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987fc7bc-ddf9-41e7-8a5f-8b0853d5845e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13022710-082b-4120-b167-42fc46a35880,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:46:33.416027 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-987fc7bc-ddf9-41e7-8a5f-8b0853d5845e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:46:33.595096 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-987fc7bc-ddf9-41e7-8a5f-8b0853d5845e admin admin] Allocated IP 172.27.2.215 (1ba61b85-6a57-4c86-8c7b-e71ed182691b/36fb7a5a-6726-45c7-9dc5-3a7ad8db1808/2195cec2-deb9-4f24-a413-00d722834bcc) {{(pid=80149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 21:46:33.758341 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-987fc7bc-ddf9-41e7-8a5f-8b0853d5845e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:33.816606 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-987fc7bc-ddf9-41e7-8a5f-8b0853d5845e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008'] for port, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:33.833022 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:46:33.968072 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987fc7bc-ddf9-41e7-8a5f-8b0853d5845e admin admin] Pushing event updated for resources: {'Port': ['ID=2195cec2-deb9-4f24-a413-00d722834bcc,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:46:33.972697 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-987fc7bc-ddf9-41e7-8a5f-8b0853d5845e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:46:34.025924 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987fc7bc-ddf9-41e7-8a5f-8b0853d5845e admin admin] Network 1ba61b85-6a57-4c86-8c7b-e71ed182691b is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 21:46:34.027217 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-987fc7bc-ddf9-41e7-8a5f-8b0853d5845e admin admin] Resources bound (agent type, host, resource id):  {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 21:46:34.030220 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987fc7bc-ddf9-41e7-8a5f-8b0853d5845e admin admin] Received port after_create {{(pid=80149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 21:46:34.581338 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-987fc7bc-ddf9-41e7-8a5f-8b0853d5845e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:34.961177 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-987fc7bc-ddf9-41e7-8a5f-8b0853d5845e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036821521622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33260800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30471'] for router, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:34.964786 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-987fc7bc-ddf9-41e7-8a5f-8b0853d5845e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33254161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33254178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036821521639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036821514753'] for router, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:35.167607 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987fc7bc-ddf9-41e7-8a5f-8b0853d5845e admin admin] Router 55b36d45-b4fc-423c-9f04-40953925bc9f has already been hosted by L3 agent d246ac06-2269-4624-8b82-d0eab6b3335a {{(pid=80149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 21:46:35.562308 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987fc7bc-ddf9-41e7-8a5f-8b0853d5845e admin admin] Notify agent at l3_agent.dv-cinder-772126-1-iscsi the message routers_updated {{(pid=80149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 21:46:35.572761 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3344e8fc-e9d3-4dac-ad53-25870fa126aa None None] Sync routers for ids ['55b36d45-b4fc-423c-9f04-40953925bc9f'] in dv-cinder-772126-1-iscsi {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 21:46:35.580845 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-987fc7bc-ddf9-41e7-8a5f-8b0853d5845e admin admin] Notify callbacks [] for router, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:35.582813 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-987fc7bc-ddf9-41e7-8a5f-8b0853d5845e admin admin] 10.222.0.30 "PUT /v2.0/routers/55b36d45-b4fc-423c-9f04-40953925bc9f HTTP/1.1" status: 200  len: 890 time: 3.7415268
Jan 26 21:46:35.583341 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3344e8fc-e9d3-4dac-ad53-25870fa126aa None None] Routers {'55b36d45-b4fc-423c-9f04-40953925bc9f'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 21:46:35.584034 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-3344e8fc-e9d3-4dac-ad53-25870fa126aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5aea70e10>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T21:46:13Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['55b36d45-b4fc-423c-9f04-40953925bc9f'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:46:35.830370 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-3344e8fc-e9d3-4dac-ad53-25870fa126aa None None] Set router 55b36d45-b4fc-423c-9f04-40953925bc9f gateway port host: dv-cinder-772126-1-iscsi {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 21:46:36.206155 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-3344e8fc-e9d3-4dac-ad53-25870fa126aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5aea70e10>, [{'id': '55b36d45-b4fc-423c-9f04-40953925bc9f', 'name': 'router1', 'tenant_id': '07accac2ac994520b0067631fcbd9166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '2195cec2-deb9-4f24-a413-00d722834bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:46:11Z', 'updated_at': '2021-01-26T21:46:34Z', 'revision_number': 4, 'project_id': '07accac2ac994520b0067631fcbd9166', 'gw_port': {'id': '2195cec2-deb9-4f24-a413-00d722834bcc', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b36d45-b4fc-423c-9f04-40953925bc9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:46:33Z', 'updated_at': '2021-01-26T21:46:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': 'd1669876-e1fa-4565-938a-3523e7c3f730', 'name': '', 'network_id': '87483275-45b9-4f0b-b846-444476a340a7', 'tenant_id': '07accac2ac994520b0067631fcbd9166', 'mac_address': 'fa:16:3e:23:2a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b36d45-b4fc-423c-9f04-40953925bc9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d567e4a-f9e4-482b-a8a2-a65240eecca3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:46:22Z', 'updated_at': '2021-01-26T21:46:29Z', 'revision_number': 5, 'project_id': '07accac2ac994520b0067631fcbd9166', 'subnets': [{'id': '9d567e4a-f9e4-482b-a8a2-a65240eecca3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '18210428-d2a8-410a-ae03-521aa68b741a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:46:36.211295 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3344e8fc-e9d3-4dac-ad53-25870fa126aa None None] Checking router: 55b36d45-b4fc-423c-9f04-40953925bc9f for host: dv-cinder-772126-1-iscsi {{(pid=80150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 21:46:36.211706 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3344e8fc-e9d3-4dac-ad53-25870fa126aa None None] Updating router 55b36d45-b4fc-423c-9f04-40953925bc9f port 2195cec2-deb9-4f24-a413-00d722834bcc binding host dv-cinder-772126-1-iscsi {{(pid=80150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 26 21:46:36.273837 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3344e8fc-e9d3-4dac-ad53-25870fa126aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:36.719602 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3344e8fc-e9d3-4dac-ad53-25870fa126aa None None] Notify callbacks [] for port, precommit_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:36.782354 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-3344e8fc-e9d3-4dac-ad53-25870fa126aa None None] Transition to ACTIVE for port object 2195cec2-deb9-4f24-a413-00d722834bcc will not be triggered until provisioned by entity L2. {{(pid=80150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 21:46:36.805092 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3344e8fc-e9d3-4dac-ad53-25870fa126aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:36.822581 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d55b8ea2-f674-4a35-9a98-3467e4b788eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:46:36.970001 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d20753b-b8ea-42ee-a480-c73c39aac4dc None None] Pushing event updated for resources: {'Port': ['ID=2195cec2-deb9-4f24-a413-00d722834bcc,revision_number=2']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:46:36.984125 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9d20753b-b8ea-42ee-a480-c73c39aac4dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:46:37.043363 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-3344e8fc-e9d3-4dac-ad53-25870fa126aa None None] Attempting to bind port 2195cec2-deb9-4f24-a413-00d722834bcc on host dv-cinder-772126-1-iscsi for vnic_type normal with profile  {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 21:46:37.043826 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-3344e8fc-e9d3-4dac-ad53-25870fa126aa None None] Attempting to bind port 2195cec2-deb9-4f24-a413-00d722834bcc by drivers openvswitch on host dv-cinder-772126-1-iscsi at level 0 using segments [{'id': 'f4c7a2a5-f441-4cda-be7f-98d9b91d5196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 21:46:37.044229 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3344e8fc-e9d3-4dac-ad53-25870fa126aa None None] Attempting to bind port 2195cec2-deb9-4f24-a413-00d722834bcc on network 1ba61b85-6a57-4c86-8c7b-e71ed182691b {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 21:46:37.052389 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3344e8fc-e9d3-4dac-ad53-25870fa126aa None None] Checking agent: {'id': 'acda3ae2-213d-42a9-bfbd-ef6e74b838e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 21, 45, 45), 'started_at': datetime.datetime(2021, 1, 26, 21, 46, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 21, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 21:46:37.053699 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3344e8fc-e9d3-4dac-ad53-25870fa126aa None None] Checking segment: {'id': 'f4c7a2a5-f441-4cda-be7f-98d9b91d5196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 21:46:37.053699 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3344e8fc-e9d3-4dac-ad53-25870fa126aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:37.053699 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3344e8fc-e9d3-4dac-ad53-25870fa126aa None None] Bound using segment: {'id': 'f4c7a2a5-f441-4cda-be7f-98d9b91d5196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 21:46:37.054219 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-3344e8fc-e9d3-4dac-ad53-25870fa126aa None None] Bound port: 2195cec2-deb9-4f24-a413-00d722834bcc, host: dv-cinder-772126-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c7a2a5-f441-4cda-be7f-98d9b91d5196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'}}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 21:46:37.054556 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3344e8fc-e9d3-4dac-ad53-25870fa126aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:37.187519 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-3344e8fc-e9d3-4dac-ad53-25870fa126aa None None] For port 2195cec2-deb9-4f24-a413-00d722834bcc, host dv-cinder-772126-1-iscsi, cleared binding levels {{(pid=80150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 21:46:37.191141 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-3344e8fc-e9d3-4dac-ad53-25870fa126aa None None] For port 2195cec2-deb9-4f24-a413-00d722834bcc, host dv-cinder-772126-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=2195cec2-deb9-4f24-a413-00d722834bcc,segment=NetworkSegment(f4c7a2a5-f441-4cda-be7f-98d9b91d5196),segment_id=f4c7a2a5-f441-4cda-be7f-98d9b91d5196)] {{(pid=80150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 21:46:37.228121 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3344e8fc-e9d3-4dac-ad53-25870fa126aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:37.245472 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:46:37.408472 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d20753b-b8ea-42ee-a480-c73c39aac4dc None None] Pushing event updated for resources: {'Port': ['ID=2195cec2-deb9-4f24-a413-00d722834bcc,revision_number=3']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:46:37.413442 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9d20753b-b8ea-42ee-a480-c73c39aac4dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:46:37.478331 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3344e8fc-e9d3-4dac-ad53-25870fa126aa None None] Routers {'55b36d45-b4fc-423c-9f04-40953925bc9f'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 21:46:37.479466 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-3344e8fc-e9d3-4dac-ad53-25870fa126aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5aea70e10>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T21:46:13Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['55b36d45-b4fc-423c-9f04-40953925bc9f'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:46:37.745891 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-3344e8fc-e9d3-4dac-ad53-25870fa126aa None None] Set router 55b36d45-b4fc-423c-9f04-40953925bc9f gateway port host: dv-cinder-772126-1-iscsi {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 21:46:38.282442 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-3344e8fc-e9d3-4dac-ad53-25870fa126aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5aea70e10>, [{'id': '55b36d45-b4fc-423c-9f04-40953925bc9f', 'name': 'router1', 'tenant_id': '07accac2ac994520b0067631fcbd9166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '2195cec2-deb9-4f24-a413-00d722834bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:46:11Z', 'updated_at': '2021-01-26T21:46:34Z', 'revision_number': 4, 'project_id': '07accac2ac994520b0067631fcbd9166', 'gw_port': {'id': '2195cec2-deb9-4f24-a413-00d722834bcc', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b36d45-b4fc-423c-9f04-40953925bc9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:46:33Z', 'updated_at': '2021-01-26T21:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': 'd1669876-e1fa-4565-938a-3523e7c3f730', 'name': '', 'network_id': '87483275-45b9-4f0b-b846-444476a340a7', 'tenant_id': '07accac2ac994520b0067631fcbd9166', 'mac_address': 'fa:16:3e:23:2a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b36d45-b4fc-423c-9f04-40953925bc9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d567e4a-f9e4-482b-a8a2-a65240eecca3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:46:22Z', 'updated_at': '2021-01-26T21:46:29Z', 'revision_number': 5, 'project_id': '07accac2ac994520b0067631fcbd9166', 'subnets': [{'id': '9d567e4a-f9e4-482b-a8a2-a65240eecca3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '18210428-d2a8-410a-ae03-521aa68b741a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:46:38.286816 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3344e8fc-e9d3-4dac-ad53-25870fa126aa None None] The sync data for ids ['55b36d45-b4fc-423c-9f04-40953925bc9f'] in dv-cinder-772126-1-iscsi is: [{'id': '55b36d45-b4fc-423c-9f04-40953925bc9f', 'name': 'router1', 'tenant_id': '07accac2ac994520b0067631fcbd9166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '2195cec2-deb9-4f24-a413-00d722834bcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:46:11Z', 'updated_at': '2021-01-26T21:46:34Z', 'revision_number': 4, 'project_id': '07accac2ac994520b0067631fcbd9166', 'gw_port': {'id': '2195cec2-deb9-4f24-a413-00d722834bcc', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:4b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55b36d45-b4fc-423c-9f04-40953925bc9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:46:33Z', 'updated_at': '2021-01-26T21:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': 'd1669876-e1fa-4565-938a-3523e7c3f730', 'name': '', 'network_id': '87483275-45b9-4f0b-b846-444476a340a7', 'tenant_id': '07accac2ac994520b0067631fcbd9166', 'mac_address': 'fa:16:3e:23:2a:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b36d45-b4fc-423c-9f04-40953925bc9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d567e4a-f9e4-482b-a8a2-a65240eecca3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:46:22Z', 'updated_at': '2021-01-26T21:46:29Z', 'revision_number': 5, 'project_id': '07accac2ac994520b0067631fcbd9166', 'subnets': [{'id': '9d567e4a-f9e4-482b-a8a2-a65240eecca3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '18210428-d2a8-410a-ae03-521aa68b741a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 21:46:38.472622 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 40984) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:46:38.649672 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f124efbb-9c59-4401-b8ac-4ebc8fc119b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:46:38.651447 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-f124efbb-9c59-4401-b8ac-4ebc8fc119b8 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1777205
Jan 26 21:46:38.697174 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 2195cec2-deb9-4f24-a413-00d722834bcc up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:46:38.810940 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning for port 2195cec2-deb9-4f24-a413-00d722834bcc completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 21:46:38.816874 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port 2195cec2-deb9-4f24-a413-00d722834bcc triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:46:38.817185 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:38.974627 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:38.996849 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] For port 2195cec2-deb9-4f24-a413-00d722834bcc, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=2195cec2-deb9-4f24-a413-00d722834bcc,segment=NetworkSegment(f4c7a2a5-f441-4cda-be7f-98d9b91d5196),segment_id=f4c7a2a5-f441-4cda-be7f-98d9b91d5196)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 21:46:39.033777 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:39.036215 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:46:39.121504 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Pushing event updated for resources: {'Port': ['ID=2195cec2-deb9-4f24-a413-00d722834bcc,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:46:39.130508 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:46:39.583132 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5c325f96-a142-4811-b9c8-2824d1ffdd41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:40.695956 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 2195cec2-deb9-4f24-a413-00d722834bcc up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:46:40.861297 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port 2195cec2-deb9-4f24-a413-00d722834bcc triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:46:40.861886 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:43.280259 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:43.411085 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-51981183-e424-446a-917d-0293e0d89989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:44.584639 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:46:45.250720 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:47:06.045546 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 5 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 21:47:09.558946 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d711d80f-a0db-4ba6-aea8-5be13cb26039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:47:13.255784 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:47:13.387436 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-15e317ae-524e-459f-8f8c-4318be74dc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:47:14.564262 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:47:15.221458 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:47:39.569542 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-27e84d8d-633a-48c1-b53b-10ad755cd84b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:47:43.047965 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 5 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 21:47:43.261405 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:47:43.386786 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a2082a4b-3113-4e4c-acb2-98a585576be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:47:44.557971 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:47:45.232942 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:48:09.626193 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-87f89e02-657f-49e3-b2cb-8a381904ae7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:48:13.330530 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:48:13.441171 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-aea4acd1-0c04-4380-af33-78ce43a0dd17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:48:14.740117 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:48:15.265794 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:48:20.047151 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 5 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 21:48:39.550885 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5cde03b8-e6fb-491b-96bf-8fac9ee9afc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:48:43.265471 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:48:43.374715 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e218948c-5bf3-4006-b253-9be54bef95c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:48:44.556813 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:48:45.253845 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:48:57.046384 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 5 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 21:49:06.178905 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 41560) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:49:06.292412 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.pecan_wsgi.hooks.translation [None req-af178c6e-f776-403a-b7d7-2ebf3e5563e9 admin admin] GET failed (client error): The resource could not be found.
Jan 26 21:49:06.293850 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-af178c6e-f776-403a-b7d7-2ebf3e5563e9 admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1138279
Jan 26 21:49:06.443098 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5bf960-d5f8-4c06-b53d-5125a675af47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:49:06.444749 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-0c5bf960-d5f8-4c06-b53d-5125a675af47 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1452982
Jan 26 21:49:08.947113 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 41570) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:49:09.094838 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6166638f-cb17-4740-b38a-59a30f1afffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:49:09.095488 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-6166638f-cb17-4740-b38a-59a30f1afffe admin admin] Synchronizing usage tracker for tenant:c976c5a0b92448a88a81116cf7698eda on resource:subnet {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 21:49:09.138811 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-6166638f-cb17-4740-b38a-59a30f1afffe admin admin] Unset dirty status for tenant:c976c5a0b92448a88a81116cf7698eda on resource:subnet {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 21:49:09.140383 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-6166638f-cb17-4740-b38a-59a30f1afffe admin admin] 10.222.0.30 "GET /v2.0/subnets/9d567e4a-f9e4-482b-a8a2-a65240eecca3 HTTP/1.1" status: 200  len: 849 time: 0.1920257
Jan 26 21:49:09.151079 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-5152ce7f-c366-434f-bf00-47216cdd87b2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:49:09.280129 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5152ce7f-c366-434f-bf00-47216cdd87b2 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:49:09.567840 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e9e0e05c-2587-4e48-8751-3558c661fd74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:49:09.670470 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5152ce7f-c366-434f-bf00-47216cdd87b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363247824679847'] for subnet, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:49:09.689004 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:49:09.845548 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152ce7f-c366-434f-bf00-47216cdd87b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d567e4a-f9e4-482b-a8a2-a65240eecca3,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:49:09.857399 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5152ce7f-c366-434f-bf00-47216cdd87b2 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:49:09.857798 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5152ce7f-c366-434f-bf00-47216cdd87b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:49:09.858176 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5152ce7f-c366-434f-bf00-47216cdd87b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:49:09.858542 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5152ce7f-c366-434f-bf00-47216cdd87b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:49:09.858908 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5152ce7f-c366-434f-bf00-47216cdd87b2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:49:09.859329 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5152ce7f-c366-434f-bf00-47216cdd87b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:49:09.860349 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5152ce7f-c366-434f-bf00-47216cdd87b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:49:09.860720 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5152ce7f-c366-434f-bf00-47216cdd87b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:49:09.861099 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5152ce7f-c366-434f-bf00-47216cdd87b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:49:09.861463 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5152ce7f-c366-434f-bf00-47216cdd87b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:49:09.862092 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5152ce7f-c366-434f-bf00-47216cdd87b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:49:09.862449 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5152ce7f-c366-434f-bf00-47216cdd87b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:49:09.869181 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-5152ce7f-c366-434f-bf00-47216cdd87b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:49:09.902297 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5152ce7f-c366-434f-bf00-47216cdd87b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:49:09.902928 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5152ce7f-c366-434f-bf00-47216cdd87b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for subnet, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:49:09.904378 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-5152ce7f-c366-434f-bf00-47216cdd87b2 admin admin] 10.222.0.30 "PUT /v2.0/subnets/9d567e4a-f9e4-482b-a8a2-a65240eecca3 HTTP/1.1" status: 200  len: 868 time: 0.7576890
Jan 26 21:49:09.918752 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160863e3-946e-479c-9c2a-27816b57d9c4 None None] Network 87483275-45b9-4f0b-b846-444476a340a7 requested from dv-cinder-772126-1-iscsi {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 21:49:10.483531 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-f3e4b6c0-30f3-4809-88bb-a76b765ffcb1 None None] Provisioning complete for port 7231bb3a-5086-4686-8765-2dea26d10881 triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:49:10.484074 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f3e4b6c0-30f3-4809-88bb-a76b765ffcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:49:10.625737 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-f3e4b6c0-30f3-4809-88bb-a76b765ffcb1 None None] Provisioning complete for port d1669876-e1fa-4565-938a-3523e7c3f730 triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:49:10.626147 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f3e4b6c0-30f3-4809-88bb-a76b765ffcb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:49:12.457032 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 41580) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:49:12.687727 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd9ec49-d64a-4c2c-9c87-31316d5a650d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:49:12.688389 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd9ec49-d64a-4c2c-9c87-31316d5a650d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:49:12.690096 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-8cd9ec49-d64a-4c2c-9c87-31316d5a650d admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2319927
Jan 26 21:49:13.259024 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:49:13.384737 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f7b0e0bb-9020-4c71-83aa-592f627952ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:49:14.556185 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:49:15.247955 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:49:15.261885 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 41590) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:49:15.485771 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c8f68e-b608-4c34-9e49-a970ea8e7209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:49:15.486079 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c8f68e-b608-4c34-9e49-a970ea8e7209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:49:15.488031 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-a4c8f68e-b608-4c34-9e49-a970ea8e7209 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2250643
Jan 26 21:49:18.032003 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 41600) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:49:18.252819 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3c11fb-0ae8-4d16-ab9f-162fe0ac1b21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:49:18.253458 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-1a3c11fb-0ae8-4d16-ab9f-162fe0ac1b21 admin admin] Synchronizing usage tracker for tenant:c976c5a0b92448a88a81116cf7698eda on resource:network {{(pid=80148) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 21:49:18.327374 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-1a3c11fb-0ae8-4d16-ab9f-162fe0ac1b21 admin admin] Unset dirty status for tenant:c976c5a0b92448a88a81116cf7698eda on resource:network {{(pid=80148) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 21:49:18.329359 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-1a3c11fb-0ae8-4d16-ab9f-162fe0ac1b21 admin admin] 10.222.0.30 "GET /v2.0/networks/1ba61b85-6a57-4c86-8c7b-e71ed182691b HTTP/1.1" status: 200  len: 886 time: 0.2960279
Jan 26 21:49:20.818665 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 41610) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:49:21.046545 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472fd803-103d-4f1b-bbcc-e241aa883b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:49:21.048126 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-472fd803-103d-4f1b-bbcc-e241aa883b8a admin admin] 10.222.0.30 "GET /v2.0/networks/87483275-45b9-4f0b-b846-444476a340a7 HTTP/1.1" status: 200  len: 862 time: 0.2284210
Jan 26 21:49:23.604463 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 41620) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:49:23.751514 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee34d4ee-7d8f-4489-9e26-c108089202f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:49:23.751928 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee34d4ee-7d8f-4489-9e26-c108089202f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:49:23.753586 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-ee34d4ee-7d8f-4489-9e26-c108089202f1 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1480792
Jan 26 21:49:26.294407 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 41630) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:49:26.444194 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04a5ebd-a19d-4d1e-b021-9f20cb2df1b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:49:26.444617 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04a5ebd-a19d-4d1e-b021-9f20cb2df1b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:49:26.446271 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-f04a5ebd-a19d-4d1e-b021-9f20cb2df1b8 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1507685
Jan 26 21:49:28.940185 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 41640) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:49:29.082053 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf13aa8-e6ca-4699-8846-3e8af45c5def admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:49:29.083592 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-8cf13aa8-e6ca-4699-8846-3e8af45c5def admin admin] 10.222.0.30 "GET /v2.0/subnets/36fb7a5a-6726-45c7-9dc5-3a7ad8db1808 HTTP/1.1" status: 200  len: 816 time: 0.1423728
Jan 26 21:49:31.609106 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 41650) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:49:31.760342 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552ef6bd-5688-45bb-9586-418cf0d3b9f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:49:31.761850 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-552ef6bd-5688-45bb-9586-418cf0d3b9f5 admin admin] 10.222.0.30 "GET /v2.0/subnets/9d567e4a-f9e4-482b-a8a2-a65240eecca3 HTTP/1.1" status: 200  len: 868 time: 0.1517019
Jan 26 21:49:34.045380 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 5 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 21:49:39.575087 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6ee85342-169d-434d-be49-4aa3f0e08d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:49:43.270176 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:49:43.378453 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-8e18542f-5b64-4e73-8628-276c33b025fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:49:44.579279 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:49:45.252765 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:49:58.087721 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 41690) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:49:58.170077 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [None req-1e2c41e7-8038-4725-8c69-baebc502b40c admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=80149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 26 21:49:58.171877 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-1e2c41e7-8038-4725-8c69-baebc502b40c admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0829191
Jan 26 21:50:00.804573 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 41700) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:50:00.914501 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c5e9806-f8d5-426f-94f7-5a364b042182 admin admin] GET failed (client error): The resource could not be found.
Jan 26 21:50:00.919820 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-4c5e9806-f8d5-426f-94f7-5a364b042182 admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1103518
Jan 26 21:50:01.062206 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2255036-d389-483b-ab90-5af162bfa319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:50:01.064318 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-e2255036-d389-483b-ab90-5af162bfa319 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1432915
Jan 26 21:50:03.589989 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 41710) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:50:03.674656 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-cf9b4be0-7141-414f-8b1a-398d2daaea49 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:50:03.683519 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-cf9b4be0-7141-414f-8b1a-398d2daaea49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:50:03.700366 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-cf9b4be0-7141-414f-8b1a-398d2daaea49 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:50:03.749211 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9b4be0-7141-414f-8b1a-398d2daaea49 admin admin] Made reservation on behalf of c976c5a0b92448a88a81116cf7698eda for: {'network': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 21:50:03.754081 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cf9b4be0-7141-414f-8b1a-398d2daaea49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for network, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:50:03.852009 dv-cinder-772126-1-iscsi neutron-server[80035]: WARNING neutron.services.revisions.revision_plugin [None req-cf9b4be0-7141-414f-8b1a-398d2daaea49 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fe5ae97eeb8] {project_id='c976c5a0b92448a88a81116cf7698eda', id='dee11249-2021-4303-a3fa-f8ad84fcf6b1', target_tenant='*', action='access_as_shared', object_id='3b500496-7537-4bbb-8b22-1f441e017e8d'}> to bump revision.
Jan 26 21:50:03.930704 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf9b4be0-7141-414f-8b1a-398d2daaea49 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=80149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 26 21:50:03.943731 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cf9b4be0-7141-414f-8b1a-398d2daaea49 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789030269214', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853870792'] for segment, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:50:03.944185 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.db.segments_db [None req-cf9b4be0-7141-414f-8b1a-398d2daaea49 admin admin] Added segment 9f1fa4dc-9cd6-4726-b0f6-2e6e73560ae9 of type vxlan for network 3b500496-7537-4bbb-8b22-1f441e017e8d
Jan 26 21:50:03.977216 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cf9b4be0-7141-414f-8b1a-398d2daaea49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247825098817'] for network, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:50:04.035137 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cf9b4be0-7141-414f-8b1a-398d2daaea49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897'] for network, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:50:04.036532 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9b4be0-7141-414f-8b1a-398d2daaea49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:50:04.037184 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cf9b4be0-7141-414f-8b1a-398d2daaea49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for network, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:50:04.042685 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c6089340-9315-48a6-b944-e76193394eec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:50:04.146850 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b4be0-7141-414f-8b1a-398d2daaea49 admin admin] Pushing event updated for resources: {'Network': ['ID=3b500496-7537-4bbb-8b22-1f441e017e8d,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:50:04.149833 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-cf9b4be0-7141-414f-8b1a-398d2daaea49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:50:04.158699 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Network 3b500496-7537-4bbb-8b22-1f441e017e8d details requested by agent ovs-agent-dv-cinder-772126-1-iscsi with host dv-cinder-772126-1-iscsi {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 21:50:04.213120 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-cf9b4be0-7141-414f-8b1a-398d2daaea49 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.6215777
Jan 26 21:50:06.785417 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 41720) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:50:06.892026 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ac655a-2911-4ab1-b898-3ef414cd7712 admin admin] GET failed (client error): The resource could not be found.
Jan 26 21:50:06.892594 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-d7ac655a-2911-4ab1-b898-3ef414cd7712 admin admin] Synchronizing usage tracker for tenant:c976c5a0b92448a88a81116cf7698eda on resource:network {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 21:50:06.932008 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-d7ac655a-2911-4ab1-b898-3ef414cd7712 admin admin] Unset dirty status for tenant:c976c5a0b92448a88a81116cf7698eda on resource:network {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 21:50:06.933256 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-d7ac655a-2911-4ab1-b898-3ef414cd7712 admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1468036
Jan 26 21:50:07.052590 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4c7617-d534-444d-93e8-8d8a3e4655f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:50:07.054180 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-6c4c7617-d534-444d-93e8-8d8a3e4655f7 admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1163931
Jan 26 21:50:07.065377 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-99ef73c8-6496-4478-9cfa-4f4ab520d515 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '3b500496-7537-4bbb-8b22-1f441e017e8d', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:50:07.070316 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-99ef73c8-6496-4478-9cfa-4f4ab520d515 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:50:07.081101 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-99ef73c8-6496-4478-9cfa-4f4ab520d515 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:50:07.137576 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ef73c8-6496-4478-9cfa-4f4ab520d515 admin admin] Made reservation on behalf of c976c5a0b92448a88a81116cf7698eda for: {'subnet': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 21:50:07.143102 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-99ef73c8-6496-4478-9cfa-4f4ab520d515 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:50:07.798014 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-99ef73c8-6496-4478-9cfa-4f4ab520d515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897'] for subnet, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:50:07.815036 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-5d78efc2-115b-428e-9675-e8fde5be9298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:50:07.961034 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef73c8-6496-4478-9cfa-4f4ab520d515 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce664efb-79d4-4d64-b179-b2b077543c40,revision_number=0']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:50:07.966228 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-99ef73c8-6496-4478-9cfa-4f4ab520d515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:50:08.028498 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ef73c8-6496-4478-9cfa-4f4ab520d515 admin admin] Checking segment: {'id': '9f1fa4dc-9cd6-4726-b0f6-2e6e73560ae9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3b500496-7537-4bbb-8b22-1f441e017e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 21:50:08.028890 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ef73c8-6496-4478-9cfa-4f4ab520d515 admin admin] Network hostable DHCP agents. Network: 3b500496-7537-4bbb-8b22-1f441e017e8d, hostable agents: ['31d7f489-5cf7-4386-baac-120d285301b4'], hosted agents: [] {{(pid=80149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 26 21:50:08.092341 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ef73c8-6496-4478-9cfa-4f4ab520d515 admin admin] Network 3b500496-7537-4bbb-8b22-1f441e017e8d is scheduled to be hosted by DHCP agent 31d7f489-5cf7-4386-baac-120d285301b4 with binding_index 1 {{(pid=80149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 26 21:50:08.126211 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-99ef73c8-6496-4478-9cfa-4f4ab520d515 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-1-iscsi, 3b500496-7537-4bbb-8b22-1f441e017e8d) {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 21:50:08.130470 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ef73c8-6496-4478-9cfa-4f4ab520d515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:50:08.131116 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-99ef73c8-6496-4478-9cfa-4f4ab520d515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for subnet, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:50:08.136591 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27410085-f7a5-49dd-9b01-9ce434b1289c None None] Network 3b500496-7537-4bbb-8b22-1f441e017e8d requested from dv-cinder-772126-1-iscsi {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 21:50:08.185016 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-99ef73c8-6496-4478-9cfa-4f4ab520d515 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.1234150
Jan 26 21:50:08.398143 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcedc23f-d11f-4d52-8456-5e4c10203e02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45ffbaf4-b3a1-547e-b523-a9c7770f6ba3-3b500496-7537-4bbb-8b22-1f441e017e8d', 'network_id': '3b500496-7537-4bbb-8b22-1f441e017e8d', 'tenant_id': 'c976c5a0b92448a88a81116cf7698eda', 'fixed_ips': [{'subnet_id': 'ce664efb-79d4-4d64-b179-b2b077543c40'}]}} from dv-cinder-772126-1-iscsi. {{(pid=80150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 26 21:50:08.399230 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-fcedc23f-d11f-4d52-8456-5e4c10203e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:50:08.722177 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-fcedc23f-d11f-4d52-8456-5e4c10203e02 None None] Allocated IP 192.168.233.2 (3b500496-7537-4bbb-8b22-1f441e017e8d/ce664efb-79d4-4d64-b179-b2b077543c40/b4e6808e-90cf-40f3-9e89-9b0729e2b262) {{(pid=80150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 21:50:09.052250 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-fcedc23f-d11f-4d52-8456-5e4c10203e02 None None] Notify callbacks [] for port, precommit_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:50:09.110030 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-fcedc23f-d11f-4d52-8456-5e4c10203e02 None None] Transition to ACTIVE for port object b4e6808e-90cf-40f3-9e89-9b0729e2b262 will not be triggered until provisioned by entity L2. {{(pid=80150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 21:50:09.131204 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-fcedc23f-d11f-4d52-8456-5e4c10203e02 None None] Transition to ACTIVE for port object b4e6808e-90cf-40f3-9e89-9b0729e2b262 will not be triggered until provisioned by entity DHCP. {{(pid=80150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 21:50:09.156799 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-fcedc23f-d11f-4d52-8456-5e4c10203e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008'] for port, after_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:50:09.178082 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d811c59c-0e21-408f-9f4a-4aa67538043b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:50:09.495731 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcedc23f-d11f-4d52-8456-5e4c10203e02 None None] Pushing event updated for resources: {'Port': ['ID=b4e6808e-90cf-40f3-9e89-9b0729e2b262,revision_number=1']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:50:09.507195 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcedc23f-d11f-4d52-8456-5e4c10203e02 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:50:09.507560 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcedc23f-d11f-4d52-8456-5e4c10203e02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:50:09.507934 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcedc23f-d11f-4d52-8456-5e4c10203e02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:50:09.508276 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcedc23f-d11f-4d52-8456-5e4c10203e02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:50:09.508632 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcedc23f-d11f-4d52-8456-5e4c10203e02 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:50:09.508986 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcedc23f-d11f-4d52-8456-5e4c10203e02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:50:09.509330 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcedc23f-d11f-4d52-8456-5e4c10203e02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:50:09.509672 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcedc23f-d11f-4d52-8456-5e4c10203e02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:50:09.510027 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcedc23f-d11f-4d52-8456-5e4c10203e02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:50:09.510368 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcedc23f-d11f-4d52-8456-5e4c10203e02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:50:09.510718 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcedc23f-d11f-4d52-8456-5e4c10203e02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:50:09.511061 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcedc23f-d11f-4d52-8456-5e4c10203e02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:50:09.535820 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-fcedc23f-d11f-4d52-8456-5e4c10203e02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:50:09.589292 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9f2ddd8c-e697-4d17-aad2-1dcba5905001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:50:09.595763 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcedc23f-d11f-4d52-8456-5e4c10203e02 None None] Network 3b500496-7537-4bbb-8b22-1f441e017e8d is already hosted by enough agents. {{(pid=80150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 21:50:09.597391 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-fcedc23f-d11f-4d52-8456-5e4c10203e02 None None] Resources bound (agent type, host, resource id):  {{(pid=80150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 21:50:09.600343 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcedc23f-d11f-4d52-8456-5e4c10203e02 None None] Received port after_create {{(pid=80150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 21:50:09.663772 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-fcedc23f-d11f-4d52-8456-5e4c10203e02 None None] Attempting to bind port b4e6808e-90cf-40f3-9e89-9b0729e2b262 on host dv-cinder-772126-1-iscsi for vnic_type normal with profile  {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 21:50:09.664480 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-fcedc23f-d11f-4d52-8456-5e4c10203e02 None None] Attempting to bind port b4e6808e-90cf-40f3-9e89-9b0729e2b262 by drivers openvswitch on host dv-cinder-772126-1-iscsi at level 0 using segments [{'id': '9f1fa4dc-9cd6-4726-b0f6-2e6e73560ae9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3b500496-7537-4bbb-8b22-1f441e017e8d'}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 21:50:09.664941 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcedc23f-d11f-4d52-8456-5e4c10203e02 None None] Attempting to bind port b4e6808e-90cf-40f3-9e89-9b0729e2b262 on network 3b500496-7537-4bbb-8b22-1f441e017e8d {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 21:50:09.674420 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcedc23f-d11f-4d52-8456-5e4c10203e02 None None] Checking agent: {'id': 'acda3ae2-213d-42a9-bfbd-ef6e74b838e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 21, 45, 45), 'started_at': datetime.datetime(2021, 1, 26, 21, 46, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 21, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 21:50:09.675064 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcedc23f-d11f-4d52-8456-5e4c10203e02 None None] Checking segment: {'id': '9f1fa4dc-9cd6-4726-b0f6-2e6e73560ae9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3b500496-7537-4bbb-8b22-1f441e017e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 21:50:09.675814 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-fcedc23f-d11f-4d52-8456-5e4c10203e02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:50:09.676479 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcedc23f-d11f-4d52-8456-5e4c10203e02 None None] Bound using segment: {'id': '9f1fa4dc-9cd6-4726-b0f6-2e6e73560ae9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3b500496-7537-4bbb-8b22-1f441e017e8d'} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 21:50:09.677314 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-fcedc23f-d11f-4d52-8456-5e4c10203e02 None None] Bound port: b4e6808e-90cf-40f3-9e89-9b0729e2b262, host: dv-cinder-772126-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f1fa4dc-9cd6-4726-b0f6-2e6e73560ae9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3b500496-7537-4bbb-8b22-1f441e017e8d'}}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 21:50:09.677881 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-fcedc23f-d11f-4d52-8456-5e4c10203e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:50:09.794481 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-fcedc23f-d11f-4d52-8456-5e4c10203e02 None None] For port b4e6808e-90cf-40f3-9e89-9b0729e2b262, host dv-cinder-772126-1-iscsi, cleared binding levels {{(pid=80150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 21:50:09.798816 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-fcedc23f-d11f-4d52-8456-5e4c10203e02 None None] For port b4e6808e-90cf-40f3-9e89-9b0729e2b262, host dv-cinder-772126-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=b4e6808e-90cf-40f3-9e89-9b0729e2b262,segment=NetworkSegment(9f1fa4dc-9cd6-4726-b0f6-2e6e73560ae9),segment_id=9f1fa4dc-9cd6-4726-b0f6-2e6e73560ae9)] {{(pid=80150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 21:50:09.855587 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-fcedc23f-d11f-4d52-8456-5e4c10203e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:50:09.874687 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:50:10.023001 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcedc23f-d11f-4d52-8456-5e4c10203e02 None None] Pushing event updated for resources: {'Port': ['ID=b4e6808e-90cf-40f3-9e89-9b0729e2b262,revision_number=2']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:50:10.027954 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-fcedc23f-d11f-4d52-8456-5e4c10203e02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:50:10.789357 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device b4e6808e-90cf-40f3-9e89-9b0729e2b262 up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:50:10.909960 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning for port b4e6808e-90cf-40f3-9e89-9b0729e2b262 completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 21:50:11.044824 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 5 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 21:50:11.376123 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374c2285-1800-4fae-8cd1-0e88bf7ae592 None None] Network 3b500496-7537-4bbb-8b22-1f441e017e8d requested from dv-cinder-772126-1-iscsi {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 21:50:11.573190 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-f7f74377-9e09-4e9c-9da7-0b09f98ed8c8 None None] Provisioning for port b4e6808e-90cf-40f3-9e89-9b0729e2b262 completed by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 21:50:11.586329 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-f7f74377-9e09-4e9c-9da7-0b09f98ed8c8 None None] Provisioning complete for port b4e6808e-90cf-40f3-9e89-9b0729e2b262 triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:50:11.586748 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f7f74377-9e09-4e9c-9da7-0b09f98ed8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:50:11.788759 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f7f74377-9e09-4e9c-9da7-0b09f98ed8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:50:11.833101 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-f7f74377-9e09-4e9c-9da7-0b09f98ed8c8 None None] For port b4e6808e-90cf-40f3-9e89-9b0729e2b262, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=b4e6808e-90cf-40f3-9e89-9b0729e2b262,segment=NetworkSegment(9f1fa4dc-9cd6-4726-b0f6-2e6e73560ae9),segment_id=9f1fa4dc-9cd6-4726-b0f6-2e6e73560ae9)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 21:50:11.869543 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f7f74377-9e09-4e9c-9da7-0b09f98ed8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:50:11.871725 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:50:11.953946 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f74377-9e09-4e9c-9da7-0b09f98ed8c8 None None] Pushing event updated for resources: {'Port': ['ID=b4e6808e-90cf-40f3-9e89-9b0729e2b262,revision_number=3']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:50:11.957067 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f7f74377-9e09-4e9c-9da7-0b09f98ed8c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:50:12.096735 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-25d4ab87-e97a-4a53-8806-e77271f6871e None None] Provisioning complete for port b4e6808e-90cf-40f3-9e89-9b0729e2b262 triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:50:12.097313 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-25d4ab87-e97a-4a53-8806-e77271f6871e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:50:12.356276 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-45775cfc-f17e-428d-9540-30d960a5b496 None None] Provisioning complete for port b4e6808e-90cf-40f3-9e89-9b0729e2b262 triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:50:12.356622 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45775cfc-f17e-428d-9540-30d960a5b496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:50:12.760758 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device b4e6808e-90cf-40f3-9e89-9b0729e2b262 up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:50:12.834898 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port b4e6808e-90cf-40f3-9e89-9b0729e2b262 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:50:12.835622 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:50:13.263502 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:50:13.389331 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-fcb1ed5e-ef6b-4148-8aea-548c72877ec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:50:14.571869 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:50:15.257972 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:50:39.571361 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-27cbaedf-eb79-4789-9978-d4bf5143278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:50:43.268788 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:50:43.417356 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-84c3751f-1347-4acd-b240-c478767e3965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:50:44.553877 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:50:45.256651 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:50:48.044578 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 5 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 21:51:09.559636 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-94beccc5-3a32-42b2-9eed-3783d940d962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:51:13.273362 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:51:13.394085 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-613a1087-03bf-4a96-b277-0fef39b11712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:51:14.564801 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:51:15.268131 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:51:25.043693 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 5 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 21:51:32.377622 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 41762) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:51:32.384105 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [None req-42c3182f-5cc1-40c4-a9f7-224d1d6b008f tempest-verify_tempest_config-1175522982 tempest-verify_tempest_config-1175522982-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=80149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 26 21:51:32.385237 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-42c3182f-5cc1-40c4-a9f7-224d1d6b008f tempest-verify_tempest_config-1175522982 tempest-verify_tempest_config-1175522982-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13274 time: 0.0064962
Jan 26 21:51:32.865503 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 41782) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:51:33.021526 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-90410566-7229-4c2a-8ceb-0b9ac1ff0394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:51:33.040806 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-90410566-7229-4c2a-8ceb-0b9ac1ff0394 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:51:33.044886 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-90410566-7229-4c2a-8ceb-0b9ac1ff0394 admin admin] Usage tracker for resource:security_group_rule and tenant:b7e235132edb4dbf9d898bd69fe541b9 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:51:33.047973 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-90410566-7229-4c2a-8ceb-0b9ac1ff0394 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:51:33.053972 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-90410566-7229-4c2a-8ceb-0b9ac1ff0394 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:51:33.397708 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-90410566-7229-4c2a-8ceb-0b9ac1ff0394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:51:33.433365 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-90410566-7229-4c2a-8ceb-0b9ac1ff0394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:51:33.444508 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c6089340-9315-48a6-b944-e76193394eec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:51:33.487914 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-90410566-7229-4c2a-8ceb-0b9ac1ff0394 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b7e235132edb4dbf9d898bd69fe541b9&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6212854
Jan 26 21:51:33.489547 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90410566-7229-4c2a-8ceb-0b9ac1ff0394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8374deee-5767-4405-9b58-2eace2fd8135,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:51:33.490795 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 41788) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:51:33.497380 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90410566-7229-4c2a-8ceb-0b9ac1ff0394 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:51:33.497777 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90410566-7229-4c2a-8ceb-0b9ac1ff0394 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:51:33.498156 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90410566-7229-4c2a-8ceb-0b9ac1ff0394 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:51:33.498533 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90410566-7229-4c2a-8ceb-0b9ac1ff0394 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:51:33.498876 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90410566-7229-4c2a-8ceb-0b9ac1ff0394 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:51:33.499254 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90410566-7229-4c2a-8ceb-0b9ac1ff0394 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:51:33.499632 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90410566-7229-4c2a-8ceb-0b9ac1ff0394 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:51:33.499989 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90410566-7229-4c2a-8ceb-0b9ac1ff0394 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:51:33.500392 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90410566-7229-4c2a-8ceb-0b9ac1ff0394 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:51:33.500747 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90410566-7229-4c2a-8ceb-0b9ac1ff0394 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:51:33.501788 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90410566-7229-4c2a-8ceb-0b9ac1ff0394 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:51:33.502219 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90410566-7229-4c2a-8ceb-0b9ac1ff0394 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:51:33.506518 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-90410566-7229-4c2a-8ceb-0b9ac1ff0394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:51:33.556875 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a995dce0-715e-4ba4-8b43-8a4cf6d58dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:51:33.586146 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a995dce0-715e-4ba4-8b43-8a4cf6d58dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:51:33.656016 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a995dce0-715e-4ba4-8b43-8a4cf6d58dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:51:33.661377 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:51:33.674224 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a995dce0-715e-4ba4-8b43-8a4cf6d58dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8374deee-5767-4405-9b58-2eace2fd8135,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:51:33.683283 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a995dce0-715e-4ba4-8b43-8a4cf6d58dfc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:51:33.683683 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a995dce0-715e-4ba4-8b43-8a4cf6d58dfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:51:33.684046 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a995dce0-715e-4ba4-8b43-8a4cf6d58dfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:51:33.684404 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a995dce0-715e-4ba4-8b43-8a4cf6d58dfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:51:33.684763 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a995dce0-715e-4ba4-8b43-8a4cf6d58dfc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:51:33.685130 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a995dce0-715e-4ba4-8b43-8a4cf6d58dfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:51:33.685481 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a995dce0-715e-4ba4-8b43-8a4cf6d58dfc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:51:33.685831 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a995dce0-715e-4ba4-8b43-8a4cf6d58dfc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:51:33.686179 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a995dce0-715e-4ba4-8b43-8a4cf6d58dfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:51:33.686524 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a995dce0-715e-4ba4-8b43-8a4cf6d58dfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:51:33.686866 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a995dce0-715e-4ba4-8b43-8a4cf6d58dfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:51:33.687212 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a995dce0-715e-4ba4-8b43-8a4cf6d58dfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:51:33.691679 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a995dce0-715e-4ba4-8b43-8a4cf6d58dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:51:33.692902 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-a995dce0-715e-4ba4-8b43-8a4cf6d58dfc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8374deee-5767-4405-9b58-2eace2fd8135 HTTP/1.1" status: 204  len: 168 time: 0.2010050
Jan 26 21:51:33.693818 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a995dce0-715e-4ba4-8b43-8a4cf6d58dfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:51:39.553002 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d7e39efb-b9f0-44b8-bc71-2f4861103c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:51:43.278593 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:51:43.381461 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9469e4f0-9564-488d-a297-0bbb3c23b3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:51:44.564673 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:51:45.278694 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:52:02.042903 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 5 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 21:52:09.563197 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e662284e-fd20-4695-9982-f546b887ba86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:52:13.277936 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:52:13.380570 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1284c6ca-c52d-46f0-8db7-05af8fea051f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:52:14.563530 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:52:15.271720 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:52:39.043007 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 5 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 21:52:39.574372 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-10674dc8-11eb-4b63-8474-bfcb8482db62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:52:43.277410 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:52:43.368504 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-923c5ef5-65cf-45fa-b4f0-8f5d4b8a4cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:52:44.568894 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:52:45.271352 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:53:09.556398 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5c48a3d2-3f25-4396-9172-208ce6e007b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:53:12.470938 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603'] for agent, after_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:53:12.471595 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:53:12.471989 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:53:12.472422 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:53:12.473401 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:53:12.475285 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:53:12.475285 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:53:12.475285 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:53:12.475285 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:53:12.475285 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:53:12.475730 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:53:12.476027 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:53:12.476402 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:53:12.476794 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fe5aef0a4e0>, 'Open vSwitch agent', 'hv-cinder-77212', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:53:12.481234 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fe5af8c0a90>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-77212', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:53:12.830758 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] get_endpoint_by_host() called for host hv-cinder-77212 {{(pid=80150) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Jan 26 21:53:12.835115 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] get_endpoint_by_ip() called for ip 192.168.0.40 {{(pid=80150) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Jan 26 21:53:12.838350 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] _add_endpoint() called for ip 192.168.0.40 {{(pid=80150) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Jan 26 21:53:12.876040 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] _get_endpoints() called {{(pid=80150) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Jan 26 21:53:13.288101 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:53:13.373684 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-51227d46-5c6e-4380-87a8-afb60ddfca74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:53:14.579466 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:53:15.282012 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:53:16.042731 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 21:53:23.563964 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 41860) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:53:23.716970 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-0d25d0ae-243f-4b55-a08a-4d9a6ecb1f76 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.1517498
Jan 26 21:53:26.213644 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 41870) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:53:26.308561 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-fd044e4b-3314-4f9a-864e-7d4703764bf8 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.0937665
Jan 26 21:53:39.561341 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a6fb1f6a-b51f-4820-9dfd-641fd66071ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:53:42.476132 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:53:43.287821 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:53:43.373325 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eb14ae9c-ee72-411d-bcda-aebc749fd695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:53:44.567123 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:53:45.298531 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:53:53.043099 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 21:54:09.560699 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-50429d8c-3af6-4e0e-be33-2af66e5c6e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:54:12.481379 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:54:13.286594 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:54:13.383942 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-bfc7341f-df23-4247-b9bb-170009c285f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:54:14.572108 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:54:15.309595 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:54:30.043431 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 21:54:39.566087 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-18ef8c35-1f42-437a-9731-5157663c4132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:54:42.468945 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:54:43.297417 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:54:43.377451 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5b6918db-d0e3-42e0-8c45-18e7a22faf20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:54:44.571688 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:54:45.310128 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:02.923841 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 42020) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:03.233362 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 42032) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:03.542230 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1517291638-network', 'tenant_id': '7a4c50647a404710832ed97f00c9133b'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:55:03.547922 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:55:03.552138 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Usage tracker for resource:network and tenant:7a4c50647a404710832ed97f00c9133b is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:55:03.555315 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:55:03.561197 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:55:03.600206 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Made reservation on behalf of 7a4c50647a404710832ed97f00c9133b for: {'network': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 21:55:03.607662 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for network, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:03.621912 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:03.638547 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:55:03.642799 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Usage tracker for resource:security_group_rule and tenant:7a4c50647a404710832ed97f00c9133b is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:55:03.645914 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:55:03.652910 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:55:03.799173 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:03.857606 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:03.862581 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-987fc7bc-ddf9-41e7-8a5f-8b0853d5845e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:03.883347 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-dc17ff3e-8fb2-4345-bd5d-d90f713d6b19 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1210003276-network', 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:55:03.902917 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 26 21:55:03.935902 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789030269214', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853870792'] for segment, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:03.936372 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.db.segments_db [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Added segment 9afaf6a3-37e6-4363-8b3c-6d368a81a1c0 of type vxlan for network 74132350-d629-40bd-b240-f2fc9af151e7
Jan 26 21:55:03.942504 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-dc17ff3e-8fb2-4345-bd5d-d90f713d6b19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:55:03.953552 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b613ec-1714-4d5f-93e2-85626909825f,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:03.962765 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:03.963377 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:03.963934 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:03.965142 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:03.965700 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:03.966234 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:03.966757 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:03.967269 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:03.967814 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:03.968337 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:03.968952 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:03.969462 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:03.970671 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:03.971059 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:03.971425 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:03.971799 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:03.975805 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:03.975805 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:03.975805 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:03.975805 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:03.975805 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:03.975805 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:03.975805 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:03.975805 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:03.977021 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Tracked resource versions report:
Jan 26 21:55:03.977021 dv-cinder-772126-1-iscsi neutron-server[80035]: pushed versions:
Jan 26 21:55:03.977021 dv-cinder-772126-1-iscsi neutron-server[80035]: {   'AddressGroup': {'1.1'},
Jan 26 21:55:03.977021 dv-cinder-772126-1-iscsi neutron-server[80035]:     'ConntrackHelper': {'1.0'},
Jan 26 21:55:03.977021 dv-cinder-772126-1-iscsi neutron-server[80035]:     'Log': {'1.0'},
Jan 26 21:55:03.977021 dv-cinder-772126-1-iscsi neutron-server[80035]:     'Network': {'1.1'},
Jan 26 21:55:03.977021 dv-cinder-772126-1-iscsi neutron-server[80035]:     'Port': {'1.6'},
Jan 26 21:55:03.977021 dv-cinder-772126-1-iscsi neutron-server[80035]:     'PortForwarding': {'1.2'},
Jan 26 21:55:03.977021 dv-cinder-772126-1-iscsi neutron-server[80035]:     'QosPolicy': {'1.8'},
Jan 26 21:55:03.977021 dv-cinder-772126-1-iscsi neutron-server[80035]:     'SecurityGroup': {'1.4'},
Jan 26 21:55:03.977021 dv-cinder-772126-1-iscsi neutron-server[80035]:     'SecurityGroupRule': {'1.2'},
Jan 26 21:55:03.977021 dv-cinder-772126-1-iscsi neutron-server[80035]:     'SubPort': {'1.0'},
Jan 26 21:55:03.977021 dv-cinder-772126-1-iscsi neutron-server[80035]:     'Subnet': {'1.1'},
Jan 26 21:55:03.977021 dv-cinder-772126-1-iscsi neutron-server[80035]:     'Trunk': {'1.1'}}
Jan 26 21:55:03.977021 dv-cinder-772126-1-iscsi neutron-server[80035]: consumer versions:
Jan 26 21:55:03.977021 dv-cinder-772126-1-iscsi neutron-server[80035]: {   DHCP agent@dv-cinder-772126-1-iscsi: {},
Jan 26 21:55:03.977021 dv-cinder-772126-1-iscsi neutron-server[80035]:     L3 agent@dv-cinder-772126-1-iscsi: {},
Jan 26 21:55:03.977021 dv-cinder-772126-1-iscsi neutron-server[80035]:     Metadata agent@dv-cinder-772126-1-iscsi: {},
Jan 26 21:55:03.977021 dv-cinder-772126-1-iscsi neutron-server[80035]:     Metering agent@dv-cinder-772126-1-iscsi: {},
Jan 26 21:55:03.977021 dv-cinder-772126-1-iscsi neutron-server[80035]:     Open vSwitch agent@dv-cinder-772126-1-iscsi: {   'AddressGroup': '1.1',
Jan 26 21:55:03.977021 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'ConntrackHelper': '1.0',
Jan 26 21:55:03.977021 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'Log': '1.0',
Jan 26 21:55:03.977021 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'Network': '1.1',
Jan 26 21:55:03.977021 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'Port': '1.6',
Jan 26 21:55:03.977021 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'PortForwarding': '1.2',
Jan 26 21:55:03.977021 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'QosPolicy': '1.8',
Jan 26 21:55:03.977021 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'SecurityGroup': '1.4',
Jan 26 21:55:03.977021 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'SecurityGroupRule': '1.2',
Jan 26 21:55:03.977021 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'SubPort': '1.0',
Jan 26 21:55:03.977021 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'Subnet': '1.1',
Jan 26 21:55:03.977021 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'Trunk': '1.1'},
Jan 26 21:55:03.977021 dv-cinder-772126-1-iscsi neutron-server[80035]:     Open vSwitch agent@hv-cinder-77212: {   'AddressGroup': '1.1',
Jan 26 21:55:03.977021 dv-cinder-772126-1-iscsi neutron-server[80035]:                                             'ConntrackHelper': '1.0',
Jan 26 21:55:03.977021 dv-cinder-772126-1-iscsi neutron-server[80035]:                                             'Log': '1.0',
Jan 26 21:55:03.977021 dv-cinder-772126-1-iscsi neutron-server[80035]:                                             'Network': '1.1',
Jan 26 21:55:03.977021 dv-cinder-772126-1-iscsi neutron-server[80035]:                                             'Port': '1.6',
Jan 26 21:55:03.977021 dv-cinder-772126-1-iscsi neutron-server[80035]:                                             'PortForwarding': '1.2',
Jan 26 21:55:03.977021 dv-cinder-772126-1-iscsi neutron-server[80035]:                                             'QosPolicy': '1.8',
Jan 26 21:55:03.977021 dv-cinder-772126-1-iscsi neutron-server[80035]:                                             'SecurityGroup': '1.4',
Jan 26 21:55:03.977021 dv-cinder-772126-1-iscsi neutron-server[80035]:                                             'SecurityGroupRule': '1.2',
Jan 26 21:55:03.977021 dv-cinder-772126-1-iscsi neutron-server[80035]:                                             'SubPort': '1.0',
Jan 26 21:55:03.977021 dv-cinder-772126-1-iscsi neutron-server[80035]:                                             'Subnet': '1.1',
Jan 26 21:55:03.977021 dv-cinder-772126-1-iscsi neutron-server[80035]:                                             'Trunk': '1.1'}}
Jan 26 21:55:03.977021 dv-cinder-772126-1-iscsi neutron-server[80035]:  {{(pid=80149) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 26 21:55:03.981133 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:03.998145 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-dc17ff3e-8fb2-4345-bd5d-d90f713d6b19 admin admin] Usage tracker for resource:network and tenant:c8cd6f60f4bf49aabee2ed7fc70c2d8b is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:55:04.004473 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-dc17ff3e-8fb2-4345-bd5d-d90f713d6b19 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:55:04.020400 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-dc17ff3e-8fb2-4345-bd5d-d90f713d6b19 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:55:04.033337 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247825098817'] for network, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:04.126248 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc17ff3e-8fb2-4345-bd5d-d90f713d6b19 admin admin] Made reservation on behalf of c8cd6f60f4bf49aabee2ed7fc70c2d8b for: {'network': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 21:55:04.131060 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dc17ff3e-8fb2-4345-bd5d-d90f713d6b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for network, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:04.145591 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dc17ff3e-8fb2-4345-bd5d-d90f713d6b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:04.158071 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897'] for network, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:04.161032 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:04.161694 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for network, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:04.170276 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:04.187548 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-dc17ff3e-8fb2-4345-bd5d-d90f713d6b19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:55:04.202690 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-dc17ff3e-8fb2-4345-bd5d-d90f713d6b19 admin admin] Usage tracker for resource:security_group_rule and tenant:c8cd6f60f4bf49aabee2ed7fc70c2d8b is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:55:04.262498 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-dc17ff3e-8fb2-4345-bd5d-d90f713d6b19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:55:04.288295 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-dc17ff3e-8fb2-4345-bd5d-d90f713d6b19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:55:04.313999 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Pushing event updated for resources: {'Network': ['ID=74132350-d629-40bd-b240-f2fc9af151e7,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:04.317367 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:04.328083 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Network 74132350-d629-40bd-b240-f2fc9af151e7 details requested by agent ovs-agent-dv-cinder-772126-1-iscsi with host dv-cinder-772126-1-iscsi {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 21:55:04.333708 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 42074) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:04.341104 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-3605baf0-feaa-48a4-8450-00def988d697 admin admin] Request body: {'subnet': {'network_id': '74132350-d629-40bd-b240-f2fc9af151e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1517291638-subnet', 'tenant_id': '7a4c50647a404710832ed97f00c9133b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:55:04.345096 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.4116149
Jan 26 21:55:04.349269 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Network 74132350-d629-40bd-b240-f2fc9af151e7 details requested by agent ovs-agent-hv-cinder-77212 with host hv-cinder-77212 {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 21:55:04.350094 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-3605baf0-feaa-48a4-8450-00def988d697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:55:04.357092 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-3605baf0-feaa-48a4-8450-00def988d697 admin admin] Usage tracker for resource:subnet and tenant:7a4c50647a404710832ed97f00c9133b is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:55:04.363871 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-3605baf0-feaa-48a4-8450-00def988d697 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:55:04.375678 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-3605baf0-feaa-48a4-8450-00def988d697 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:55:04.405933 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3605baf0-feaa-48a4-8450-00def988d697 admin admin] Made reservation on behalf of 7a4c50647a404710832ed97f00c9133b for: {'subnet': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 21:55:04.410831 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3605baf0-feaa-48a4-8450-00def988d697 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:04.425501 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 42078) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:04.518340 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dc17ff3e-8fb2-4345-bd5d-d90f713d6b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:04.537725 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dc17ff3e-8fb2-4345-bd5d-d90f713d6b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:04.543446 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:04.595534 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc17ff3e-8fb2-4345-bd5d-d90f713d6b19 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 26 21:55:04.624769 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dc17ff3e-8fb2-4345-bd5d-d90f713d6b19 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789030269214', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853870792'] for segment, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:04.624769 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.db.segments_db [None req-dc17ff3e-8fb2-4345-bd5d-d90f713d6b19 admin admin] Added segment 97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec of type vxlan for network a055a280-6113-40f9-90e9-85b200767415
Jan 26 21:55:04.624769 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17ff3e-8fb2-4345-bd5d-d90f713d6b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833e44be-ceeb-47d4-bd80-db4e339fdf45,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:04.625145 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-dc17ff3e-8fb2-4345-bd5d-d90f713d6b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:04.706550 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dc17ff3e-8fb2-4345-bd5d-d90f713d6b19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247825098817'] for network, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:04.771819 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dc17ff3e-8fb2-4345-bd5d-d90f713d6b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897'] for network, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:04.772804 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 42092) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:04.776627 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc17ff3e-8fb2-4345-bd5d-d90f713d6b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:04.777522 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dc17ff3e-8fb2-4345-bd5d-d90f713d6b19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for network, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:04.783624 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:04.905137 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17ff3e-8fb2-4345-bd5d-d90f713d6b19 admin admin] Pushing event updated for resources: {'Network': ['ID=a055a280-6113-40f9-90e9-85b200767415,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:04.929344 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-dc17ff3e-8fb2-4345-bd5d-d90f713d6b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:04.934505 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-dc17ff3e-8fb2-4345-bd5d-d90f713d6b19 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.6965835
Jan 26 21:55:04.938196 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Network a055a280-6113-40f9-90e9-85b200767415 details requested by agent ovs-agent-dv-cinder-772126-1-iscsi with host dv-cinder-772126-1-iscsi {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 21:55:04.939719 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 42100) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:04.954070 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 42104) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:04.958217 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-274c8a58-f8c8-48e6-9811-0f3d7d614e75 admin admin] Request body: {'subnet': {'network_id': 'a055a280-6113-40f9-90e9-85b200767415', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1210003276-subnet', 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:55:04.966872 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-d9344e5d-1860-4bcf-b78d-daf0c4973f99 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1229785666-network', 'tenant_id': 'd1da205add6a40189271a6ad57880401'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:55:04.972245 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Network a055a280-6113-40f9-90e9-85b200767415 details requested by agent ovs-agent-hv-cinder-77212 with host hv-cinder-77212 {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 21:55:04.979096 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-274c8a58-f8c8-48e6-9811-0f3d7d614e75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:55:04.992180 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-d9344e5d-1860-4bcf-b78d-daf0c4973f99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:55:04.998215 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-274c8a58-f8c8-48e6-9811-0f3d7d614e75 admin admin] Usage tracker for resource:subnet and tenant:c8cd6f60f4bf49aabee2ed7fc70c2d8b is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:55:05.001384 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-d9344e5d-1860-4bcf-b78d-daf0c4973f99 admin admin] Usage tracker for resource:network and tenant:d1da205add6a40189271a6ad57880401 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:55:05.006120 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-d9344e5d-1860-4bcf-b78d-daf0c4973f99 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:55:05.009690 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-274c8a58-f8c8-48e6-9811-0f3d7d614e75 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:55:05.017563 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-d9344e5d-1860-4bcf-b78d-daf0c4973f99 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:55:05.019877 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-274c8a58-f8c8-48e6-9811-0f3d7d614e75 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:55:05.062629 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9344e5d-1860-4bcf-b78d-daf0c4973f99 admin admin] Made reservation on behalf of d1da205add6a40189271a6ad57880401 for: {'network': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 21:55:05.068216 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d9344e5d-1860-4bcf-b78d-daf0c4973f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for network, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:05.089510 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d9344e5d-1860-4bcf-b78d-daf0c4973f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:05.103967 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274c8a58-f8c8-48e6-9811-0f3d7d614e75 admin admin] Made reservation on behalf of c8cd6f60f4bf49aabee2ed7fc70c2d8b for: {'subnet': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 21:55:05.114201 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-274c8a58-f8c8-48e6-9811-0f3d7d614e75 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:05.195825 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-d9344e5d-1860-4bcf-b78d-daf0c4973f99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:55:05.218296 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-d9344e5d-1860-4bcf-b78d-daf0c4973f99 admin admin] Usage tracker for resource:security_group_rule and tenant:d1da205add6a40189271a6ad57880401 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:55:05.226270 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-d9344e5d-1860-4bcf-b78d-daf0c4973f99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:55:05.237941 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-d9344e5d-1860-4bcf-b78d-daf0c4973f99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:55:05.254562 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3605baf0-feaa-48a4-8450-00def988d697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897'] for subnet, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:05.272418 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:05.411030 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-facea5fc-792f-4a5a-8daa-cd615dbca5a4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1172231978-network', 'tenant_id': '0b20bd678712440d8c6489419a905a3d'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:55:05.436792 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3605baf0-feaa-48a4-8450-00def988d697 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10a8d33b-7d45-4a88-98ab-e3f8e511099a,revision_number=0']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:05.469326 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-facea5fc-792f-4a5a-8daa-cd615dbca5a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:55:05.479654 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605baf0-feaa-48a4-8450-00def988d697 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:05.480056 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605baf0-feaa-48a4-8450-00def988d697 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:05.480422 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605baf0-feaa-48a4-8450-00def988d697 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:05.480773 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605baf0-feaa-48a4-8450-00def988d697 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:05.481129 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605baf0-feaa-48a4-8450-00def988d697 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:05.481480 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605baf0-feaa-48a4-8450-00def988d697 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:05.487414 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605baf0-feaa-48a4-8450-00def988d697 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:05.487794 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605baf0-feaa-48a4-8450-00def988d697 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:05.488264 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605baf0-feaa-48a4-8450-00def988d697 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:05.488455 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605baf0-feaa-48a4-8450-00def988d697 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:05.488810 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605baf0-feaa-48a4-8450-00def988d697 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:05.489157 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605baf0-feaa-48a4-8450-00def988d697 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:05.489553 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605baf0-feaa-48a4-8450-00def988d697 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:05.489907 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605baf0-feaa-48a4-8450-00def988d697 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:05.490221 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605baf0-feaa-48a4-8450-00def988d697 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:05.490548 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605baf0-feaa-48a4-8450-00def988d697 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:05.490886 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605baf0-feaa-48a4-8450-00def988d697 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:05.491213 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605baf0-feaa-48a4-8450-00def988d697 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:05.491599 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605baf0-feaa-48a4-8450-00def988d697 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:05.491942 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605baf0-feaa-48a4-8450-00def988d697 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:05.492296 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605baf0-feaa-48a4-8450-00def988d697 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:05.492637 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605baf0-feaa-48a4-8450-00def988d697 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:05.492989 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605baf0-feaa-48a4-8450-00def988d697 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:05.493322 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605baf0-feaa-48a4-8450-00def988d697 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:05.495152 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3605baf0-feaa-48a4-8450-00def988d697 admin admin] Tracked resource versions report:
Jan 26 21:55:05.495152 dv-cinder-772126-1-iscsi neutron-server[80035]: pushed versions:
Jan 26 21:55:05.495152 dv-cinder-772126-1-iscsi neutron-server[80035]: {   'AddressGroup': {'1.1'},
Jan 26 21:55:05.495152 dv-cinder-772126-1-iscsi neutron-server[80035]:     'ConntrackHelper': {'1.0'},
Jan 26 21:55:05.495152 dv-cinder-772126-1-iscsi neutron-server[80035]:     'Log': {'1.0'},
Jan 26 21:55:05.495152 dv-cinder-772126-1-iscsi neutron-server[80035]:     'Network': {'1.1'},
Jan 26 21:55:05.495152 dv-cinder-772126-1-iscsi neutron-server[80035]:     'Port': {'1.6'},
Jan 26 21:55:05.495152 dv-cinder-772126-1-iscsi neutron-server[80035]:     'PortForwarding': {'1.2'},
Jan 26 21:55:05.495152 dv-cinder-772126-1-iscsi neutron-server[80035]:     'QosPolicy': {'1.8'},
Jan 26 21:55:05.495152 dv-cinder-772126-1-iscsi neutron-server[80035]:     'SecurityGroup': {'1.4'},
Jan 26 21:55:05.495152 dv-cinder-772126-1-iscsi neutron-server[80035]:     'SecurityGroupRule': {'1.2'},
Jan 26 21:55:05.495152 dv-cinder-772126-1-iscsi neutron-server[80035]:     'SubPort': {'1.0'},
Jan 26 21:55:05.495152 dv-cinder-772126-1-iscsi neutron-server[80035]:     'Subnet': {'1.1'},
Jan 26 21:55:05.495152 dv-cinder-772126-1-iscsi neutron-server[80035]:     'Trunk': {'1.1'}}
Jan 26 21:55:05.495152 dv-cinder-772126-1-iscsi neutron-server[80035]: consumer versions:
Jan 26 21:55:05.495152 dv-cinder-772126-1-iscsi neutron-server[80035]: {   DHCP agent@dv-cinder-772126-1-iscsi: {},
Jan 26 21:55:05.495152 dv-cinder-772126-1-iscsi neutron-server[80035]:     L3 agent@dv-cinder-772126-1-iscsi: {},
Jan 26 21:55:05.495152 dv-cinder-772126-1-iscsi neutron-server[80035]:     Metadata agent@dv-cinder-772126-1-iscsi: {},
Jan 26 21:55:05.495152 dv-cinder-772126-1-iscsi neutron-server[80035]:     Metering agent@dv-cinder-772126-1-iscsi: {},
Jan 26 21:55:05.495152 dv-cinder-772126-1-iscsi neutron-server[80035]:     Open vSwitch agent@dv-cinder-772126-1-iscsi: {   'AddressGroup': '1.1',
Jan 26 21:55:05.495152 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'ConntrackHelper': '1.0',
Jan 26 21:55:05.495152 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'Log': '1.0',
Jan 26 21:55:05.495152 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'Network': '1.1',
Jan 26 21:55:05.495152 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'Port': '1.6',
Jan 26 21:55:05.495152 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'PortForwarding': '1.2',
Jan 26 21:55:05.495152 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'QosPolicy': '1.8',
Jan 26 21:55:05.495152 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'SecurityGroup': '1.4',
Jan 26 21:55:05.495152 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'SecurityGroupRule': '1.2',
Jan 26 21:55:05.495152 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'SubPort': '1.0',
Jan 26 21:55:05.495152 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'Subnet': '1.1',
Jan 26 21:55:05.495152 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'Trunk': '1.1'},
Jan 26 21:55:05.495152 dv-cinder-772126-1-iscsi neutron-server[80035]:     Open vSwitch agent@hv-cinder-77212: {   'AddressGroup': '1.1',
Jan 26 21:55:05.495152 dv-cinder-772126-1-iscsi neutron-server[80035]:                                             'ConntrackHelper': '1.0',
Jan 26 21:55:05.495152 dv-cinder-772126-1-iscsi neutron-server[80035]:                                             'Log': '1.0',
Jan 26 21:55:05.495152 dv-cinder-772126-1-iscsi neutron-server[80035]:                                             'Network': '1.1',
Jan 26 21:55:05.495152 dv-cinder-772126-1-iscsi neutron-server[80035]:                                             'Port': '1.6',
Jan 26 21:55:05.495152 dv-cinder-772126-1-iscsi neutron-server[80035]:                                             'PortForwarding': '1.2',
Jan 26 21:55:05.495152 dv-cinder-772126-1-iscsi neutron-server[80035]:                                             'QosPolicy': '1.8',
Jan 26 21:55:05.495152 dv-cinder-772126-1-iscsi neutron-server[80035]:                                             'SecurityGroup': '1.4',
Jan 26 21:55:05.495152 dv-cinder-772126-1-iscsi neutron-server[80035]:                                             'SecurityGroupRule': '1.2',
Jan 26 21:55:05.495152 dv-cinder-772126-1-iscsi neutron-server[80035]:                                             'SubPort': '1.0',
Jan 26 21:55:05.495152 dv-cinder-772126-1-iscsi neutron-server[80035]:                                             'Subnet': '1.1',
Jan 26 21:55:05.495152 dv-cinder-772126-1-iscsi neutron-server[80035]:                                             'Trunk': '1.1'}}
Jan 26 21:55:05.495152 dv-cinder-772126-1-iscsi neutron-server[80035]:  {{(pid=80148) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 26 21:55:05.508050 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d9344e5d-1860-4bcf-b78d-daf0c4973f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:05.529099 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-ac41b1c4-60f5-49da-b726-022490ed80a4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-190781894-network', 'tenant_id': 'b82b6ae9f96b46d09fda183cc608b666'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:55:05.533691 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-facea5fc-792f-4a5a-8daa-cd615dbca5a4 admin admin] Usage tracker for resource:network and tenant:0b20bd678712440d8c6489419a905a3d is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:55:05.536923 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d9344e5d-1860-4bcf-b78d-daf0c4973f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:05.542519 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-90410566-7229-4c2a-8ceb-0b9ac1ff0394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:05.552049 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-facea5fc-792f-4a5a-8daa-cd615dbca5a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:55:05.556472 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3605baf0-feaa-48a4-8450-00def988d697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:05.567885 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-facea5fc-792f-4a5a-8daa-cd615dbca5a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:55:05.594997 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9344e5d-1860-4bcf-b78d-daf0c4973f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44a6cc6-adae-4513-97d6-c95ab83a77b5,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:05.599029 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d9344e5d-1860-4bcf-b78d-daf0c4973f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:05.621675 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-ac41b1c4-60f5-49da-b726-022490ed80a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:55:05.663903 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-ac41b1c4-60f5-49da-b726-022490ed80a4 admin admin] Usage tracker for resource:network and tenant:b82b6ae9f96b46d09fda183cc608b666 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:55:05.669678 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3605baf0-feaa-48a4-8450-00def988d697 admin admin] Checking segment: {'id': '9afaf6a3-37e6-4363-8b3c-6d368a81a1c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '74132350-d629-40bd-b240-f2fc9af151e7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 21:55:05.671192 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3605baf0-feaa-48a4-8450-00def988d697 admin admin] Network hostable DHCP agents. Network: 74132350-d629-40bd-b240-f2fc9af151e7, hostable agents: ['31d7f489-5cf7-4386-baac-120d285301b4'], hosted agents: [] {{(pid=80148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 26 21:55:05.682158 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-ac41b1c4-60f5-49da-b726-022490ed80a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:55:05.686774 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9344e5d-1860-4bcf-b78d-daf0c4973f99 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 26 21:55:05.700453 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-facea5fc-792f-4a5a-8daa-cd615dbca5a4 admin admin] Made reservation on behalf of 0b20bd678712440d8c6489419a905a3d for: {'network': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 21:55:05.707154 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-facea5fc-792f-4a5a-8daa-cd615dbca5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for network, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:05.707668 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d9344e5d-1860-4bcf-b78d-daf0c4973f99 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789030269214', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853870792'] for segment, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:05.708537 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.db.segments_db [None req-d9344e5d-1860-4bcf-b78d-daf0c4973f99 admin admin] Added segment c790ef8a-aae7-4bc7-bab0-416116d680a1 of type vxlan for network 227ba055-fb49-4a07-9128-ad1f0fff6329
Jan 26 21:55:05.739835 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-ac41b1c4-60f5-49da-b726-022490ed80a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:55:05.749796 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d9344e5d-1860-4bcf-b78d-daf0c4973f99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247825098817'] for network, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:05.763371 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-facea5fc-792f-4a5a-8daa-cd615dbca5a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:05.780649 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-facea5fc-792f-4a5a-8daa-cd615dbca5a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:55:05.785407 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-facea5fc-792f-4a5a-8daa-cd615dbca5a4 admin admin] Usage tracker for resource:security_group_rule and tenant:0b20bd678712440d8c6489419a905a3d is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:55:05.788959 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-facea5fc-792f-4a5a-8daa-cd615dbca5a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:55:05.797564 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-facea5fc-792f-4a5a-8daa-cd615dbca5a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:55:05.881543 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3605baf0-feaa-48a4-8450-00def988d697 admin admin] Network 74132350-d629-40bd-b240-f2fc9af151e7 is scheduled to be hosted by DHCP agent 31d7f489-5cf7-4386-baac-120d285301b4 with binding_index 1 {{(pid=80148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 26 21:55:05.943274 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-3605baf0-feaa-48a4-8450-00def988d697 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-1-iscsi, 74132350-d629-40bd-b240-f2fc9af151e7) {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 21:55:05.944789 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac41b1c4-60f5-49da-b726-022490ed80a4 admin admin] Made reservation on behalf of b82b6ae9f96b46d09fda183cc608b666 for: {'network': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 21:55:05.950357 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ac41b1c4-60f5-49da-b726-022490ed80a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for network, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:05.973046 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ac41b1c4-60f5-49da-b726-022490ed80a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:05.980092 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011eb203-8192-40ed-b3a3-ecf454f45622 None None] Network 74132350-d629-40bd-b240-f2fc9af151e7 requested from dv-cinder-772126-1-iscsi {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 21:55:06.008992 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-274c8a58-f8c8-48e6-9811-0f3d7d614e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897'] for subnet, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:06.048449 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3605baf0-feaa-48a4-8450-00def988d697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:06.051318 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3605baf0-feaa-48a4-8450-00def988d697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for subnet, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:06.120047 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-ac41b1c4-60f5-49da-b726-022490ed80a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:55:06.134837 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-ac41b1c4-60f5-49da-b726-022490ed80a4 admin admin] Usage tracker for resource:security_group_rule and tenant:b82b6ae9f96b46d09fda183cc608b666 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:55:06.146525 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-ac41b1c4-60f5-49da-b726-022490ed80a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:55:06.157393 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-facea5fc-792f-4a5a-8daa-cd615dbca5a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:06.164300 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-ac41b1c4-60f5-49da-b726-022490ed80a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:55:06.170072 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-99ef73c8-6496-4478-9cfa-4f4ab520d515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:06.201573 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-3605baf0-feaa-48a4-8450-00def988d697 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.8667209
Jan 26 21:55:06.210629 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 42140) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:06.211668 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d9344e5d-1860-4bcf-b78d-daf0c4973f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897'] for network, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:06.232259 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-2df6fd03-40dc-46ea-a351-408f89522d1f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1517291638-router', 'tenant_id': '7a4c50647a404710832ed97f00c9133b', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'}}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:55:06.234467 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9344e5d-1860-4bcf-b78d-daf0c4973f99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:06.235313 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d9344e5d-1860-4bcf-b78d-daf0c4973f99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for network, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:06.241817 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-facea5fc-792f-4a5a-8daa-cd615dbca5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:06.247685 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-2df6fd03-40dc-46ea-a351-408f89522d1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:55:06.258619 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3b752334-3010-41b1-93f6-35def15bf01f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:06.273969 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-2df6fd03-40dc-46ea-a351-408f89522d1f admin admin] Usage tracker for resource:router and tenant:7a4c50647a404710832ed97f00c9133b is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:55:06.302007 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facea5fc-792f-4a5a-8daa-cd615dbca5a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a05411a-1d14-4dfc-b895-0475db465f3a,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:06.321843 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-2df6fd03-40dc-46ea-a351-408f89522d1f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:55:06.322274 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274c8a58-f8c8-48e6-9811-0f3d7d614e75 admin admin] Checking segment: {'id': '97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a055a280-6113-40f9-90e9-85b200767415'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 21:55:06.322674 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274c8a58-f8c8-48e6-9811-0f3d7d614e75 admin admin] Network hostable DHCP agents. Network: a055a280-6113-40f9-90e9-85b200767415, hostable agents: ['31d7f489-5cf7-4386-baac-120d285301b4'], hosted agents: [] {{(pid=80149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 26 21:55:06.327865 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-facea5fc-792f-4a5a-8daa-cd615dbca5a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:06.336203 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-2df6fd03-40dc-46ea-a351-408f89522d1f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:55:06.340728 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c272da39-506d-45bc-a51c-418c77f8dea4 None None] Network 74132350-d629-40bd-b240-f2fc9af151e7 requested from dv-cinder-772126-1-iscsi {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 21:55:06.345740 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-d9344e5d-1860-4bcf-b78d-daf0c4973f99 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.9083538
Jan 26 21:55:06.347337 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 42150) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:06.357814 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-facea5fc-792f-4a5a-8daa-cd615dbca5a4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 26 21:55:06.370793 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-cad211ea-c301-4168-949d-5562b2e364a3 admin admin] Request body: {'subnet': {'network_id': '227ba055-fb49-4a07-9128-ad1f0fff6329', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1229785666-subnet', 'tenant_id': 'd1da205add6a40189271a6ad57880401', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:55:06.375987 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-cad211ea-c301-4168-949d-5562b2e364a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:55:06.380194 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-cad211ea-c301-4168-949d-5562b2e364a3 admin admin] Usage tracker for resource:subnet and tenant:d1da205add6a40189271a6ad57880401 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:55:06.383499 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-cad211ea-c301-4168-949d-5562b2e364a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:55:06.398038 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-cad211ea-c301-4168-949d-5562b2e364a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:55:06.404487 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-facea5fc-792f-4a5a-8daa-cd615dbca5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853870792'] for segment, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:06.412282 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.db.segments_db [None req-facea5fc-792f-4a5a-8daa-cd615dbca5a4 admin admin] Added segment 6e858ff7-c974-45e3-a0f9-318eb54e44cd of type vxlan for network 0220ea98-c36d-4592-abec-85c89380925e
Jan 26 21:55:06.412973 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c8a58-f8c8-48e6-9811-0f3d7d614e75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d34651d4-afa5-4ccf-825b-2a13925b4ac2,revision_number=0']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:06.413280 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-274c8a58-f8c8-48e6-9811-0f3d7d614e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:06.415168 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:06.438993 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2df6fd03-40dc-46ea-a351-408f89522d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33260817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854745247'] for router, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:06.438993 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2df6fd03-40dc-46ea-a351-408f89522d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036821530053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036821521605', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33219226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30568'] for router, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:06.463004 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274c8a58-f8c8-48e6-9811-0f3d7d614e75 admin admin] Network a055a280-6113-40f9-90e9-85b200767415 is scheduled to be hosted by DHCP agent 31d7f489-5cf7-4386-baac-120d285301b4 with binding_index 1 {{(pid=80149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 26 21:55:06.490186 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-facea5fc-792f-4a5a-8daa-cd615dbca5a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247825098817'] for network, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:06.499217 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ac41b1c4-60f5-49da-b726-022490ed80a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:06.500819 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad211ea-c301-4168-949d-5562b2e364a3 admin admin] Made reservation on behalf of d1da205add6a40189271a6ad57880401 for: {'subnet': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 21:55:06.505598 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cad211ea-c301-4168-949d-5562b2e364a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:06.594027 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ac41b1c4-60f5-49da-b726-022490ed80a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:06.613512 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2df6fd03-40dc-46ea-a351-408f89522d1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:06.615434 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9344e5d-1860-4bcf-b78d-daf0c4973f99 admin admin] Pushing event updated for resources: {'Network': ['ID=227ba055-fb49-4a07-9128-ad1f0fff6329,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:06.623569 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d9344e5d-1860-4bcf-b78d-daf0c4973f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:06.629379 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-274c8a58-f8c8-48e6-9811-0f3d7d614e75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-1-iscsi, a055a280-6113-40f9-90e9-85b200767415) {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 21:55:06.631153 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Network 227ba055-fb49-4a07-9128-ad1f0fff6329 details requested by agent ovs-agent-dv-cinder-772126-1-iscsi with host dv-cinder-772126-1-iscsi {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 21:55:06.634448 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274c8a58-f8c8-48e6-9811-0f3d7d614e75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:06.635709 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-274c8a58-f8c8-48e6-9811-0f3d7d614e75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for subnet, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:06.653585 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfb1e89-0c6f-4481-987b-b329f7d14d3d None None] Network a055a280-6113-40f9-90e9-85b200767415 requested from dv-cinder-772126-1-iscsi {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 21:55:06.689387 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-274c8a58-f8c8-48e6-9811-0f3d7d614e75 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.7483742
Jan 26 21:55:06.690192 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 42162) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:06.697316 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:06.697562 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-bb873778-9e13-4ad8-94f8-e3496d4a36b2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1210003276-router', 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'}}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:55:06.704025 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-bb873778-9e13-4ad8-94f8-e3496d4a36b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:55:06.713484 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-bb873778-9e13-4ad8-94f8-e3496d4a36b2 admin admin] Usage tracker for resource:router and tenant:c8cd6f60f4bf49aabee2ed7fc70c2d8b is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:55:06.728497 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-bb873778-9e13-4ad8-94f8-e3496d4a36b2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:55:06.742650 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac41b1c4-60f5-49da-b726-022490ed80a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b885583-6d13-4295-acd2-c4e586d6c58a,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:06.744310 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-bb873778-9e13-4ad8-94f8-e3496d4a36b2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:55:06.760295 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-ac41b1c4-60f5-49da-b726-022490ed80a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:06.761467 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.db.resource_extend [None req-facea5fc-792f-4a5a-8daa-cd615dbca5a4 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 26 21:55:06.794400 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-bb873778-9e13-4ad8-94f8-e3496d4a36b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33260817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854745247'] for router, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:06.795584 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-bb873778-9e13-4ad8-94f8-e3496d4a36b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036821530053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036821521605', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33219226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30568'] for router, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:06.803325 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Network 227ba055-fb49-4a07-9128-ad1f0fff6329 details requested by agent ovs-agent-hv-cinder-77212 with host hv-cinder-77212 {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 21:55:06.851719 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-facea5fc-792f-4a5a-8daa-cd615dbca5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897'] for network, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:06.853699 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facea5fc-792f-4a5a-8daa-cd615dbca5a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:06.854539 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-facea5fc-792f-4a5a-8daa-cd615dbca5a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for network, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:06.869586 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:06.893481 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.db.api [None req-ac41b1c4-60f5-49da-b726-022490ed80a4 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80148) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 26 21:55:06.894042 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_db.api [None req-ac41b1c4-60f5-49da-b726-022490ed80a4 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 26 21:55:06.922042 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-bb873778-9e13-4ad8-94f8-e3496d4a36b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:07.046591 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 21:55:07.220614 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45ffbaf4-b3a1-547e-b523-a9c7770f6ba3-a055a280-6113-40f9-90e9-85b200767415', 'network_id': 'a055a280-6113-40f9-90e9-85b200767415', 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'fixed_ips': [{'subnet_id': 'd34651d4-afa5-4ccf-825b-2a13925b4ac2'}]}} from dv-cinder-772126-1-iscsi. {{(pid=80150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 26 21:55:07.221563 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:07.414112 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ac41b1c4-60f5-49da-b726-022490ed80a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for network, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:07.474568 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-bb873778-9e13-4ad8-94f8-e3496d4a36b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036821521622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33260800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30471'] for router, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:07.578293 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facea5fc-792f-4a5a-8daa-cd615dbca5a4 admin admin] Pushing event updated for resources: {'Network': ['ID=0220ea98-c36d-4592-abec-85c89380925e,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:07.586173 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-facea5fc-792f-4a5a-8daa-cd615dbca5a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:07.603442 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-facea5fc-792f-4a5a-8daa-cd615dbca5a4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 2.8284872
Jan 26 21:55:07.606278 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 42196) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:07.618003 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-e4da8bde-0f14-45db-874d-1d0d488b3c26 admin admin] Request body: {'subnet': {'network_id': '0220ea98-c36d-4592-abec-85c89380925e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1172231978-subnet', 'tenant_id': '0b20bd678712440d8c6489419a905a3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:55:07.625547 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-e4da8bde-0f14-45db-874d-1d0d488b3c26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:55:07.626217 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Network 0220ea98-c36d-4592-abec-85c89380925e details requested by agent ovs-agent-dv-cinder-772126-1-iscsi with host dv-cinder-772126-1-iscsi {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 21:55:07.630052 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-e4da8bde-0f14-45db-874d-1d0d488b3c26 admin admin] Usage tracker for resource:subnet and tenant:0b20bd678712440d8c6489419a905a3d is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:55:07.634303 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-e4da8bde-0f14-45db-874d-1d0d488b3c26 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:55:07.645427 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-e4da8bde-0f14-45db-874d-1d0d488b3c26 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:55:07.661905 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Network 0220ea98-c36d-4592-abec-85c89380925e details requested by agent ovs-agent-hv-cinder-77212 with host hv-cinder-77212 {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 21:55:07.686880 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4da8bde-0f14-45db-874d-1d0d488b3c26 admin admin] Made reservation on behalf of 0b20bd678712440d8c6489419a905a3d for: {'subnet': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 21:55:07.692936 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e4da8bde-0f14-45db-874d-1d0d488b3c26 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:07.694408 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac41b1c4-60f5-49da-b726-022490ed80a4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 26 21:55:07.845774 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2df6fd03-40dc-46ea-a351-408f89522d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036821521622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33260800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30471'] for router, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:07.855138 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ac41b1c4-60f5-49da-b726-022490ed80a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853870792'] for segment, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:07.855557 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.db.segments_db [None req-ac41b1c4-60f5-49da-b726-022490ed80a4 admin admin] Added segment 62fe147e-f2bb-4910-b99d-b2e82ad556d2 of type vxlan for network f9448752-720e-4c70-b375-64a9a675e913
Jan 26 21:55:07.931737 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ac41b1c4-60f5-49da-b726-022490ed80a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247825098817'] for network, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:08.144503 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ac41b1c4-60f5-49da-b726-022490ed80a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897'] for network, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:08.154798 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac41b1c4-60f5-49da-b726-022490ed80a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:08.155516 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ac41b1c4-60f5-49da-b726-022490ed80a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for network, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:08.165084 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3b752334-3010-41b1-93f6-35def15bf01f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:08.294948 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cad211ea-c301-4168-949d-5562b2e364a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897'] for subnet, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:08.328674 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac41b1c4-60f5-49da-b726-022490ed80a4 admin admin] Pushing event updated for resources: {'Network': ['ID=f9448752-720e-4c70-b375-64a9a675e913,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:08.332062 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-ac41b1c4-60f5-49da-b726-022490ed80a4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 3.3767216
Jan 26 21:55:08.396236 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 42224) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:08.397335 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-ac41b1c4-60f5-49da-b726-022490ed80a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:08.399376 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3605baf0-feaa-48a4-8450-00def988d697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:08.430109 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Network f9448752-720e-4c70-b375-64a9a675e913 details requested by agent ovs-agent-dv-cinder-772126-1-iscsi with host dv-cinder-772126-1-iscsi {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 21:55:08.487590 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Network f9448752-720e-4c70-b375-64a9a675e913 details requested by agent ovs-agent-hv-cinder-77212 with host hv-cinder-77212 {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 21:55:08.543308 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-a523df56-d78c-4cb9-903a-bdfb416363a0 admin admin] Request body: {'subnet': {'network_id': 'f9448752-720e-4c70-b375-64a9a675e913', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-190781894-subnet', 'tenant_id': 'b82b6ae9f96b46d09fda183cc608b666', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:55:08.556295 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-a523df56-d78c-4cb9-903a-bdfb416363a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:55:08.593521 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-a523df56-d78c-4cb9-903a-bdfb416363a0 admin admin] Usage tracker for resource:subnet and tenant:b82b6ae9f96b46d09fda183cc608b666 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:55:08.638230 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-a523df56-d78c-4cb9-903a-bdfb416363a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:55:08.654555 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-a523df56-d78c-4cb9-903a-bdfb416363a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:55:08.753714 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad211ea-c301-4168-949d-5562b2e364a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53445a79-598c-48dd-9730-7357fc2cba48,revision_number=0']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:08.771239 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-bb873778-9e13-4ad8-94f8-e3496d4a36b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:08.778344 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-cad211ea-c301-4168-949d-5562b2e364a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:08.811725 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a523df56-d78c-4cb9-903a-bdfb416363a0 admin admin] Made reservation on behalf of b82b6ae9f96b46d09fda183cc608b666 for: {'subnet': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 21:55:08.817557 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a523df56-d78c-4cb9-903a-bdfb416363a0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:08.841618 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 42248) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:08.846820 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2df6fd03-40dc-46ea-a351-408f89522d1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:08.865976 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Allocated IP 172.20.0.2 (a055a280-6113-40f9-90e9-85b200767415/d34651d4-afa5-4ccf-825b-2a13925b4ac2/12f3bfc8-eb31-4ba5-a6fa-1ab43efed910) {{(pid=80150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 21:55:08.934242 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-bb873778-9e13-4ad8-94f8-e3496d4a36b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:08.938036 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2df6fd03-40dc-46ea-a351-408f89522d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:09.081437 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad211ea-c301-4168-949d-5562b2e364a3 admin admin] Checking segment: {'id': 'c790ef8a-aae7-4bc7-bab0-416116d680a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '227ba055-fb49-4a07-9128-ad1f0fff6329'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 21:55:09.081437 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad211ea-c301-4168-949d-5562b2e364a3 admin admin] Network hostable DHCP agents. Network: 227ba055-fb49-4a07-9128-ad1f0fff6329, hostable agents: ['31d7f489-5cf7-4386-baac-120d285301b4'], hosted agents: [] {{(pid=80148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 26 21:55:09.238553 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 42262) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:09.362869 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Notify callbacks [] for port, precommit_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:09.371836 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad211ea-c301-4168-949d-5562b2e364a3 admin admin] Network 227ba055-fb49-4a07-9128-ad1f0fff6329 is scheduled to be hosted by DHCP agent 31d7f489-5cf7-4386-baac-120d285301b4 with binding_index 1 {{(pid=80148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 26 21:55:09.403793 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-bec68d86-8a1a-4fef-832c-eea81d77f59c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:09.435857 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-bec68d86-8a1a-4fef-832c-eea81d77f59c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:55:09.447936 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-bec68d86-8a1a-4fef-832c-eea81d77f59c admin admin] Usage tracker for resource:security_group_rule and tenant:ad7907a748dd40fe8d2030c2324315c5 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:55:09.453380 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-bec68d86-8a1a-4fef-832c-eea81d77f59c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:55:09.466787 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-2df6fd03-40dc-46ea-a351-408f89522d1f admin admin] Allocated IP 172.27.2.178 (1ba61b85-6a57-4c86-8c7b-e71ed182691b/36fb7a5a-6726-45c7-9dc5-3a7ad8db1808/7f79b977-1b4b-4638-8ae7-7804836f984a) {{(pid=80148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 21:55:09.468780 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Transition to ACTIVE for port object 12f3bfc8-eb31-4ba5-a6fa-1ab43efed910 will not be triggered until provisioned by entity L2. {{(pid=80150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 21:55:09.470321 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-cad211ea-c301-4168-949d-5562b2e364a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-1-iscsi, 227ba055-fb49-4a07-9128-ad1f0fff6329) {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 21:55:09.472365 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-bec68d86-8a1a-4fef-832c-eea81d77f59c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:55:09.482114 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad211ea-c301-4168-949d-5562b2e364a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:09.482812 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cad211ea-c301-4168-949d-5562b2e364a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for subnet, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:09.485063 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-77354394-b70f-490b-aa13-fa6b941833f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:09.491363 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ecadae-1614-4f18-9758-b2a2a59383d6 None None] Network 227ba055-fb49-4a07-9128-ad1f0fff6329 requested from dv-cinder-772126-1-iscsi {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 21:55:09.537341 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-77354394-b70f-490b-aa13-fa6b941833f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:55:09.544219 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-77354394-b70f-490b-aa13-fa6b941833f8 admin admin] Usage tracker for resource:security_group_rule and tenant:ff84522b106d4fb2adf1f029670057a7 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:55:09.583663 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-77354394-b70f-490b-aa13-fa6b941833f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:55:09.612891 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-77354394-b70f-490b-aa13-fa6b941833f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:55:09.718516 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e4da8bde-0f14-45db-874d-1d0d488b3c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897'] for subnet, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:09.735082 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 42272) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:09.742678 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:09.793830 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Transition to ACTIVE for port object 12f3bfc8-eb31-4ba5-a6fa-1ab43efed910 will not be triggered until provisioned by entity DHCP. {{(pid=80150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 21:55:09.806948 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-cad211ea-c301-4168-949d-5562b2e364a3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 3.4523401
Jan 26 21:55:09.834092 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164b88d6-40f1-46fe-9925-55e023df9205 None None] Network 227ba055-fb49-4a07-9128-ad1f0fff6329 requested from dv-cinder-772126-1-iscsi {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 21:55:09.934325 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2df6fd03-40dc-46ea-a351-408f89522d1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:09.948873 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-bec68d86-8a1a-4fef-832c-eea81d77f59c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:10.012075 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-bec68d86-8a1a-4fef-832c-eea81d77f59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:10.066833 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008'] for port, after_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:10.067749 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-150a6567-48f4-489f-9783-56ad1d242abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:10.070648 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a995dce0-715e-4ba4-8b43-8a4cf6d58dfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:10.093777 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f7f74377-9e09-4e9c-9da7-0b09f98ed8c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:10.098797 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da8bde-0f14-45db-874d-1d0d488b3c26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4ce4f64-6a29-442a-b4ca-edb027adcf72,revision_number=0']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:10.102252 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e4da8bde-0f14-45db-874d-1d0d488b3c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:10.107184 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-bec68d86-8a1a-4fef-832c-eea81d77f59c admin admin] Synchronizing usage tracker for tenant:c976c5a0b92448a88a81116cf7698eda on resource:security_group {{(pid=80148) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 21:55:10.112994 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec68d86-8a1a-4fef-832c-eea81d77f59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2cda17-3689-4cb8-862f-4991ac2b22e3,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:10.116626 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2df6fd03-40dc-46ea-a351-408f89522d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008'] for port, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:10.136033 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-bec68d86-8a1a-4fef-832c-eea81d77f59c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:10.194443 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Pushing event updated for resources: {'Port': ['ID=12f3bfc8-eb31-4ba5-a6fa-1ab43efed910,revision_number=1']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:10.204921 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-77354394-b70f-490b-aa13-fa6b941833f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:10.219716 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:10.227540 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-bb873778-9e13-4ad8-94f8-e3496d4a36b2 admin admin] Allocated IP 172.27.2.227 (1ba61b85-6a57-4c86-8c7b-e71ed182691b/36fb7a5a-6726-45c7-9dc5-3a7ad8db1808/d928ad77-29f1-4fa1-b370-22bea2f190ed) {{(pid=80149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 21:55:10.266566 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-02132eb1-e6fd-45cb-b1f8-9dc472056833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:10.270135 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:10.270515 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:10.270888 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:10.271256 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:10.271646 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:10.272007 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:10.272364 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:10.272830 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:10.273077 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:10.273430 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:10.273533 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-77354394-b70f-490b-aa13-fa6b941833f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:10.273791 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:10.274144 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:10.275081 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:10.276357 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:10.276745 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:10.277319 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:10.277428 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:10.277774 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:10.278479 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:10.278848 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:10.279212 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:10.279602 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:10.279960 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:10.280315 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:10.281635 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Tracked resource versions report:
Jan 26 21:55:10.281635 dv-cinder-772126-1-iscsi neutron-server[80035]: pushed versions:
Jan 26 21:55:10.281635 dv-cinder-772126-1-iscsi neutron-server[80035]: {   'AddressGroup': {'1.1'},
Jan 26 21:55:10.281635 dv-cinder-772126-1-iscsi neutron-server[80035]:     'ConntrackHelper': {'1.0'},
Jan 26 21:55:10.281635 dv-cinder-772126-1-iscsi neutron-server[80035]:     'Log': {'1.0'},
Jan 26 21:55:10.281635 dv-cinder-772126-1-iscsi neutron-server[80035]:     'Network': {'1.1'},
Jan 26 21:55:10.281635 dv-cinder-772126-1-iscsi neutron-server[80035]:     'Port': {'1.6'},
Jan 26 21:55:10.281635 dv-cinder-772126-1-iscsi neutron-server[80035]:     'PortForwarding': {'1.2'},
Jan 26 21:55:10.281635 dv-cinder-772126-1-iscsi neutron-server[80035]:     'QosPolicy': {'1.8'},
Jan 26 21:55:10.281635 dv-cinder-772126-1-iscsi neutron-server[80035]:     'SecurityGroup': {'1.4'},
Jan 26 21:55:10.281635 dv-cinder-772126-1-iscsi neutron-server[80035]:     'SecurityGroupRule': {'1.2'},
Jan 26 21:55:10.281635 dv-cinder-772126-1-iscsi neutron-server[80035]:     'SubPort': {'1.0'},
Jan 26 21:55:10.281635 dv-cinder-772126-1-iscsi neutron-server[80035]:     'Subnet': {'1.1'},
Jan 26 21:55:10.281635 dv-cinder-772126-1-iscsi neutron-server[80035]:     'Trunk': {'1.1'}}
Jan 26 21:55:10.281635 dv-cinder-772126-1-iscsi neutron-server[80035]: consumer versions:
Jan 26 21:55:10.281635 dv-cinder-772126-1-iscsi neutron-server[80035]: {   DHCP agent@dv-cinder-772126-1-iscsi: {},
Jan 26 21:55:10.281635 dv-cinder-772126-1-iscsi neutron-server[80035]:     L3 agent@dv-cinder-772126-1-iscsi: {},
Jan 26 21:55:10.281635 dv-cinder-772126-1-iscsi neutron-server[80035]:     Metadata agent@dv-cinder-772126-1-iscsi: {},
Jan 26 21:55:10.281635 dv-cinder-772126-1-iscsi neutron-server[80035]:     Metering agent@dv-cinder-772126-1-iscsi: {},
Jan 26 21:55:10.281635 dv-cinder-772126-1-iscsi neutron-server[80035]:     Open vSwitch agent@dv-cinder-772126-1-iscsi: {   'AddressGroup': '1.1',
Jan 26 21:55:10.281635 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'ConntrackHelper': '1.0',
Jan 26 21:55:10.281635 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'Log': '1.0',
Jan 26 21:55:10.281635 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'Network': '1.1',
Jan 26 21:55:10.281635 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'Port': '1.6',
Jan 26 21:55:10.281635 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'PortForwarding': '1.2',
Jan 26 21:55:10.281635 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'QosPolicy': '1.8',
Jan 26 21:55:10.281635 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'SecurityGroup': '1.4',
Jan 26 21:55:10.281635 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'SecurityGroupRule': '1.2',
Jan 26 21:55:10.281635 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'SubPort': '1.0',
Jan 26 21:55:10.281635 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'Subnet': '1.1',
Jan 26 21:55:10.281635 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'Trunk': '1.1'},
Jan 26 21:55:10.281635 dv-cinder-772126-1-iscsi neutron-server[80035]:     Open vSwitch agent@hv-cinder-77212: {   'AddressGroup': '1.1',
Jan 26 21:55:10.281635 dv-cinder-772126-1-iscsi neutron-server[80035]:                                             'ConntrackHelper': '1.0',
Jan 26 21:55:10.281635 dv-cinder-772126-1-iscsi neutron-server[80035]:                                             'Log': '1.0',
Jan 26 21:55:10.281635 dv-cinder-772126-1-iscsi neutron-server[80035]:                                             'Network': '1.1',
Jan 26 21:55:10.281635 dv-cinder-772126-1-iscsi neutron-server[80035]:                                             'Port': '1.6',
Jan 26 21:55:10.281635 dv-cinder-772126-1-iscsi neutron-server[80035]:                                             'PortForwarding': '1.2',
Jan 26 21:55:10.281635 dv-cinder-772126-1-iscsi neutron-server[80035]:                                             'QosPolicy': '1.8',
Jan 26 21:55:10.281635 dv-cinder-772126-1-iscsi neutron-server[80035]:                                             'SecurityGroup': '1.4',
Jan 26 21:55:10.281635 dv-cinder-772126-1-iscsi neutron-server[80035]:                                             'SecurityGroupRule': '1.2',
Jan 26 21:55:10.281635 dv-cinder-772126-1-iscsi neutron-server[80035]:                                             'SubPort': '1.0',
Jan 26 21:55:10.281635 dv-cinder-772126-1-iscsi neutron-server[80035]:                                             'Subnet': '1.1',
Jan 26 21:55:10.281635 dv-cinder-772126-1-iscsi neutron-server[80035]:                                             'Trunk': '1.1'}}
Jan 26 21:55:10.281635 dv-cinder-772126-1-iscsi neutron-server[80035]:  {{(pid=80150) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 26 21:55:10.290744 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:10.328085 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-02132eb1-e6fd-45cb-b1f8-9dc472056833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:55:10.341720 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-02132eb1-e6fd-45cb-b1f8-9dc472056833 admin admin] Usage tracker for resource:security_group_rule and tenant:823e97d3bbd14979a93990c10b9fddeb is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:55:10.354641 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:10.357576 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-bec68d86-8a1a-4fef-832c-eea81d77f59c admin admin] Unset dirty status for tenant:c976c5a0b92448a88a81116cf7698eda on resource:security_group {{(pid=80148) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 21:55:10.358919 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-bec68d86-8a1a-4fef-832c-eea81d77f59c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ad7907a748dd40fe8d2030c2324315c5&name=default HTTP/1.1" status: 200  len: 2975 time: 1.4572735
Jan 26 21:55:10.365825 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-02132eb1-e6fd-45cb-b1f8-9dc472056833 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:55:10.370622 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 42286) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:10.371370 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df6fd03-40dc-46ea-a351-408f89522d1f admin admin] Pushing event updated for resources: {'Port': ['ID=7f79b977-1b4b-4638-8ae7-7804836f984a,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:10.391044 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4da8bde-0f14-45db-874d-1d0d488b3c26 admin admin] Checking segment: {'id': '6e858ff7-c974-45e3-a0f9-318eb54e44cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0220ea98-c36d-4592-abec-85c89380925e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 21:55:10.391491 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4da8bde-0f14-45db-874d-1d0d488b3c26 admin admin] Network hostable DHCP agents. Network: 0220ea98-c36d-4592-abec-85c89380925e, hostable agents: ['31d7f489-5cf7-4386-baac-120d285301b4'], hosted agents: [] {{(pid=80149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 26 21:55:10.397631 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2df6fd03-40dc-46ea-a351-408f89522d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:10.408530 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-02132eb1-e6fd-45cb-b1f8-9dc472056833 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:55:10.423951 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Network a055a280-6113-40f9-90e9-85b200767415 is already hosted by enough agents. {{(pid=80150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 21:55:10.425448 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Resources bound (agent type, host, resource id):  {{(pid=80150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 21:55:10.428012 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Received port after_create {{(pid=80150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 21:55:10.470745 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77354394-b70f-490b-aa13-fa6b941833f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7688447e-2842-4cbb-9924-d31cbab35d49,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:10.494425 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df6fd03-40dc-46ea-a351-408f89522d1f admin admin] Network 1ba61b85-6a57-4c86-8c7b-e71ed182691b is already hosted by enough agents. {{(pid=80148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 21:55:10.503356 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-2df6fd03-40dc-46ea-a351-408f89522d1f admin admin] Resources bound (agent type, host, resource id):  {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 21:55:10.512224 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Attempting to bind port 12f3bfc8-eb31-4ba5-a6fa-1ab43efed910 on host dv-cinder-772126-1-iscsi for vnic_type normal with profile  {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 21:55:10.512632 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Attempting to bind port 12f3bfc8-eb31-4ba5-a6fa-1ab43efed910 by drivers openvswitch on host dv-cinder-772126-1-iscsi at level 0 using segments [{'id': '97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a055a280-6113-40f9-90e9-85b200767415'}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 21:55:10.513031 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Attempting to bind port 12f3bfc8-eb31-4ba5-a6fa-1ab43efed910 on network a055a280-6113-40f9-90e9-85b200767415 {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 21:55:10.514703 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df6fd03-40dc-46ea-a351-408f89522d1f admin admin] Received port after_create {{(pid=80148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 21:55:10.518317 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-77354394-b70f-490b-aa13-fa6b941833f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:10.520638 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Checking agent: {'id': 'acda3ae2-213d-42a9-bfbd-ef6e74b838e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 21, 45, 45), 'started_at': datetime.datetime(2021, 1, 26, 21, 46, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 21, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 21:55:10.521055 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Checking segment: {'id': '97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a055a280-6113-40f9-90e9-85b200767415'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 21:55:10.521505 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:10.521936 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Bound using segment: {'id': '97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a055a280-6113-40f9-90e9-85b200767415'} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 21:55:10.522461 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Bound port: 12f3bfc8-eb31-4ba5-a6fa-1ab43efed910, host: dv-cinder-772126-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a055a280-6113-40f9-90e9-85b200767415'}}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 21:55:10.522902 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:10.570627 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-77354394-b70f-490b-aa13-fa6b941833f8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ff84522b106d4fb2adf1f029670057a7&name=default HTTP/1.1" status: 200  len: 2975 time: 1.3303640
Jan 26 21:55:10.578472 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 42290) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:10.589865 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a523df56-d78c-4cb9-903a-bdfb416363a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897'] for subnet, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:10.643751 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:10.653244 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-fa65b6e6-0bab-4906-8f02-6cf0f8432d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:10.686789 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4da8bde-0f14-45db-874d-1d0d488b3c26 admin admin] Network 0220ea98-c36d-4592-abec-85c89380925e is scheduled to be hosted by DHCP agent 31d7f489-5cf7-4386-baac-120d285301b4 with binding_index 1 {{(pid=80149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 26 21:55:10.701939 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] For port 12f3bfc8-eb31-4ba5-a6fa-1ab43efed910, host dv-cinder-772126-1-iscsi, cleared binding levels {{(pid=80150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 21:55:10.705287 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] For port 12f3bfc8-eb31-4ba5-a6fa-1ab43efed910, host dv-cinder-772126-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=12f3bfc8-eb31-4ba5-a6fa-1ab43efed910,segment=NetworkSegment(97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec),segment_id=97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec)] {{(pid=80150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 21:55:10.737505 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:10.740806 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-fa65b6e6-0bab-4906-8f02-6cf0f8432d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:10.754856 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-fcedc23f-d11f-4d52-8456-5e4c10203e02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:10.838536 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Pushing event updated for resources: {'Port': ['ID=12f3bfc8-eb31-4ba5-a6fa-1ab43efed910,revision_number=2']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:10.839625 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-e4da8bde-0f14-45db-874d-1d0d488b3c26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-1-iscsi, 0220ea98-c36d-4592-abec-85c89380925e) {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 21:55:10.843652 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-bb873778-9e13-4ad8-94f8-e3496d4a36b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:10.877953 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4da8bde-0f14-45db-874d-1d0d488b3c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:10.878691 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e4da8bde-0f14-45db-874d-1d0d488b3c26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for subnet, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:10.891739 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a523df56-d78c-4cb9-903a-bdfb416363a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f086c97-34b7-4ae5-a8c7-ef3072b60037,revision_number=0']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:10.924031 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-02132eb1-e6fd-45cb-b1f8-9dc472056833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:10.934510 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:10.940650 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5438a6ac-a653-469b-97f2-115cc9dd20e2 None None] Network 0220ea98-c36d-4592-abec-85c89380925e requested from dv-cinder-772126-1-iscsi {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 21:55:10.948290 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a523df56-d78c-4cb9-903a-bdfb416363a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:11.008941 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-02132eb1-e6fd-45cb-b1f8-9dc472056833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:11.009740 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-fa65b6e6-0bab-4906-8f02-6cf0f8432d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:11.010979 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-514a56f2-f8f3-43a6-9121-655541f604ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:11.023414 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-ac41b1c4-60f5-49da-b726-022490ed80a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:11.045263 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-514a56f2-f8f3-43a6-9121-655541f604ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:11.113458 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-02132eb1-e6fd-45cb-b1f8-9dc472056833 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=823e97d3bbd14979a93990c10b9fddeb&name=default HTTP/1.1" status: 200  len: 2975 time: 1.3735924
Jan 26 21:55:11.114574 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02132eb1-e6fd-45cb-b1f8-9dc472056833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd6d58e-c195-423f-bf54-7148e00e8ae1,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:11.116554 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 42302) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:11.140767 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-514a56f2-f8f3-43a6-9121-655541f604ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:11.150882 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-fa65b6e6-0bab-4906-8f02-6cf0f8432d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:11.154624 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-fa65b6e6-0bab-4906-8f02-6cf0f8432d7a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7e2cda17-3689-4cb8-862f-4991ac2b22e3 HTTP/1.1" status: 204  len: 168 time: 0.7781832
Jan 26 21:55:11.154624 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65b6e6-0bab-4906-8f02-6cf0f8432d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2cda17-3689-4cb8-862f-4991ac2b22e3,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:11.158249 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-fa65b6e6-0bab-4906-8f02-6cf0f8432d7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:11.158843 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-bec68d86-8a1a-4fef-832c-eea81d77f59c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:11.159258 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-bec68d86-8a1a-4fef-832c-eea81d77f59c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:11.174390 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2df6fd03-40dc-46ea-a351-408f89522d1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:11.178518 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-514a56f2-f8f3-43a6-9121-655541f604ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:11.180024 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-514a56f2-f8f3-43a6-9121-655541f604ea admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7688447e-2842-4cbb-9924-d31cbab35d49 HTTP/1.1" status: 204  len: 168 time: 0.5960259
Jan 26 21:55:11.187676 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:11.215171 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-e4da8bde-0f14-45db-874d-1d0d488b3c26 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 3.6035700
Jan 26 21:55:11.220215 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a56f2-f8f3-43a6-9121-655541f604ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7688447e-2842-4cbb-9924-d31cbab35d49,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:11.241376 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-514a56f2-f8f3-43a6-9121-655541f604ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:11.320611 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c075fb12-3892-492b-81e4-84903a002885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:11.357504 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a523df56-d78c-4cb9-903a-bdfb416363a0 admin admin] Checking segment: {'id': '62fe147e-f2bb-4910-b99d-b2e82ad556d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f9448752-720e-4c70-b375-64a9a675e913'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 21:55:11.357504 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a523df56-d78c-4cb9-903a-bdfb416363a0 admin admin] Network hostable DHCP agents. Network: f9448752-720e-4c70-b375-64a9a675e913, hostable agents: ['31d7f489-5cf7-4386-baac-120d285301b4'], hosted agents: [] {{(pid=80149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 26 21:55:11.363821 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-bb873778-9e13-4ad8-94f8-e3496d4a36b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008'] for port, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:11.370943 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c075fb12-3892-492b-81e4-84903a002885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:11.406572 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-feedc56d-24a0-4ced-9ccc-f0c89d869c8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:11.473499 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da83bd8-7a0c-46a3-8be9-e94761fb809e None None] Network 0220ea98-c36d-4592-abec-85c89380925e requested from dv-cinder-772126-1-iscsi {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 21:55:11.723951 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2df6fd03-40dc-46ea-a351-408f89522d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036821515000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33254161'] for router, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:12.053309 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb873778-9e13-4ad8-94f8-e3496d4a36b2 admin admin] Pushing event updated for resources: {'Port': ['ID=d928ad77-29f1-4fa1-b370-22bea2f190ed,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:12.063289 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-bb873778-9e13-4ad8-94f8-e3496d4a36b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:12.099794 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a523df56-d78c-4cb9-903a-bdfb416363a0 admin admin] Network f9448752-720e-4c70-b375-64a9a675e913 is scheduled to be hosted by DHCP agent 31d7f489-5cf7-4386-baac-120d285301b4 with binding_index 1 {{(pid=80149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 26 21:55:12.174792 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb873778-9e13-4ad8-94f8-e3496d4a36b2 admin admin] Network 1ba61b85-6a57-4c86-8c7b-e71ed182691b is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 21:55:12.175828 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-bb873778-9e13-4ad8-94f8-e3496d4a36b2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 21:55:12.178274 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-a523df56-d78c-4cb9-903a-bdfb416363a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-1-iscsi, f9448752-720e-4c70-b375-64a9a675e913) {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 21:55:12.190849 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb873778-9e13-4ad8-94f8-e3496d4a36b2 admin admin] Received port after_create {{(pid=80149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 21:55:12.250583 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c075fb12-3892-492b-81e4-84903a002885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:12.260479 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 42338) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:12.286581 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df6fd03-40dc-46ea-a351-408f89522d1f admin admin] Router e4729610-24e5-4370-840b-5dc824b55782 is scheduled to L3 agent d246ac06-2269-4624-8b82-d0eab6b3335a with binding_index 1 {{(pid=80148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 26 21:55:12.326641 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:12.363184 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5c3ba6cc-768c-4ee1-b388-458acd28a86d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:12.386809 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c075fb12-3892-492b-81e4-84903a002885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd6d58e-c195-423f-bf54-7148e00e8ae1,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:12.391756 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be59a44f-f41f-40b6-90ea-0c71c410dbbf None None] Network f9448752-720e-4c70-b375-64a9a675e913 requested from dv-cinder-772126-1-iscsi {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 21:55:12.440251 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c075fb12-3892-492b-81e4-84903a002885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:12.444342 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-5c3ba6cc-768c-4ee1-b388-458acd28a86d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:55:12.449416 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-5c3ba6cc-768c-4ee1-b388-458acd28a86d admin admin] Usage tracker for resource:security_group_rule and tenant:4837ff33eebb4bfb8666e382e159536a is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:55:12.452548 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-5c3ba6cc-768c-4ee1-b388-458acd28a86d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:55:12.459609 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-5c3ba6cc-768c-4ee1-b388-458acd28a86d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:55:12.568172 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5c3ba6cc-768c-4ee1-b388-458acd28a86d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:12.570307 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a523df56-d78c-4cb9-903a-bdfb416363a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:12.570969 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a523df56-d78c-4cb9-903a-bdfb416363a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for subnet, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:12.609826 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5c3ba6cc-768c-4ee1-b388-458acd28a86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:12.641577 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c075fb12-3892-492b-81e4-84903a002885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:12.643079 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-c075fb12-3892-492b-81e4-84903a002885 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bbd6d58e-c195-423f-bf54-7148e00e8ae1 HTTP/1.1" status: 204  len: 168 time: 1.5143108
Jan 26 21:55:12.663175 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:12.669548 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df6fd03-40dc-46ea-a351-408f89522d1f admin admin] Notify agent at l3_agent.dv-cinder-772126-1-iscsi the message routers_updated {{(pid=80148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 21:55:12.672289 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 42346) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:12.680569 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c2f5a2-91c0-4116-ac14-64877d002612 None None] Sync routers for ids ['e4729610-24e5-4370-840b-5dc824b55782'] in dv-cinder-772126-1-iscsi {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 21:55:12.695428 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d9344e5d-1860-4bcf-b78d-daf0c4973f99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:12.702984 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c2f5a2-91c0-4116-ac14-64877d002612 None None] Routers {'e4729610-24e5-4370-840b-5dc824b55782'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 21:55:12.705506 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-18c2f5a2-91c0-4116-ac14-64877d002612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5aef4beb8>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T21:54:43Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['e4729610-24e5-4370-840b-5dc824b55782'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:55:12.729385 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-319a6a84-7c13-439b-8f0f-73bc78a78554 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-653117223-network', 'tenant_id': '5b23d06d732548108e386b12dbcc80e4'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:55:12.760465 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-a523df56-d78c-4cb9-903a-bdfb416363a0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 4.3480003
Jan 26 21:55:12.774388 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ba6cc-768c-4ee1-b388-458acd28a86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c6ef9b-2dad-45cc-92d7-2bfcf5bd42b1,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:12.779605 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-319a6a84-7c13-439b-8f0f-73bc78a78554 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:55:12.788607 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-5c3ba6cc-768c-4ee1-b388-458acd28a86d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4837ff33eebb4bfb8666e382e159536a&name=default HTTP/1.1" status: 200  len: 2977 time: 0.5194683
Jan 26 21:55:12.793028 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 42366) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:12.800672 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-319a6a84-7c13-439b-8f0f-73bc78a78554 admin admin] Usage tracker for resource:network and tenant:5b23d06d732548108e386b12dbcc80e4 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:55:12.807429 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-319a6a84-7c13-439b-8f0f-73bc78a78554 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:55:12.817110 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 42368) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:12.821000 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-5c3ba6cc-768c-4ee1-b388-458acd28a86d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:12.832263 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-319a6a84-7c13-439b-8f0f-73bc78a78554 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:55:12.842452 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2df6fd03-40dc-46ea-a351-408f89522d1f admin admin] Notify callbacks [] for router, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:12.846634 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-2df6fd03-40dc-46ea-a351-408f89522d1f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 6.6283991
Jan 26 21:55:12.857241 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 42372) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:12.987618 dv-cinder-772126-1-iscsi neutron-server[80035]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jan 26 21:55:13.044290 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447c94a8-43e0-4fe4-bba3-67d0342d6420 None None] Network f9448752-720e-4c70-b375-64a9a675e913 requested from dv-cinder-772126-1-iscsi {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 21:55:13.064299 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 12f3bfc8-eb31-4ba5-a6fa-1ab43efed910 up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:55:13.111349 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe1c151-388e-4233-a51e-9e1afcc2d5cb None None] Network a055a280-6113-40f9-90e9-85b200767415 requested from dv-cinder-772126-1-iscsi {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 21:55:13.227993 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-18c2f5a2-91c0-4116-ac14-64877d002612 None None] Set router e4729610-24e5-4370-840b-5dc824b55782 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 21:55:13.250984 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319a6a84-7c13-439b-8f0f-73bc78a78554 admin admin] Made reservation on behalf of 5b23d06d732548108e386b12dbcc80e4 for: {'network': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 21:55:13.254918 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-4559b082-aeaa-483f-a5c3-61b638368bff tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:13.263924 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-4559b082-aeaa-483f-a5c3-61b638368bff tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/networks?id=0220ea98-c36d-4592-abec-85c89380925e HTTP/1.1" status: 200  len: 815 time: 0.2951977
Jan 26 21:55:13.278691 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-319a6a84-7c13-439b-8f0f-73bc78a78554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for network, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:13.330681 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-319a6a84-7c13-439b-8f0f-73bc78a78554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:13.387436 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-319a6a84-7c13-439b-8f0f-73bc78a78554 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:55:13.396265 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-319a6a84-7c13-439b-8f0f-73bc78a78554 admin admin] Usage tracker for resource:security_group_rule and tenant:5b23d06d732548108e386b12dbcc80e4 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:55:13.403558 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-319a6a84-7c13-439b-8f0f-73bc78a78554 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:55:13.423478 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-319a6a84-7c13-439b-8f0f-73bc78a78554 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:55:13.566487 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-fafd6337-5086-425f-9147-3f73dde74459 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/quotas/0b20bd678712440d8c6489419a905a3d HTTP/1.1" status: 200  len: 375 time: 0.3011250
Jan 26 21:55:13.622140 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-18c2f5a2-91c0-4116-ac14-64877d002612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5aef4beb8>, [{'id': 'e4729610-24e5-4370-840b-5dc824b55782', 'name': 'tempest-ServerRescueNegativeTestJSON-1517291638-router', 'tenant_id': '7a4c50647a404710832ed97f00c9133b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '7f79b977-1b4b-4638-8ae7-7804836f984a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:55:06Z', 'updated_at': '2021-01-26T21:55:10Z', 'revision_number': 3, 'project_id': '7a4c50647a404710832ed97f00c9133b', 'gw_port': {'id': '7f79b977-1b4b-4638-8ae7-7804836f984a', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4729610-24e5-4370-840b-5dc824b55782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:09Z', 'updated_at': '2021-01-26T21:55:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi'}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:55:13.626841 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c2f5a2-91c0-4116-ac14-64877d002612 None None] Checking router: e4729610-24e5-4370-840b-5dc824b55782 for host: dv-cinder-772126-1-iscsi {{(pid=80151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 21:55:13.627476 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c2f5a2-91c0-4116-ac14-64877d002612 None None] Updating router e4729610-24e5-4370-840b-5dc824b55782 port 7f79b977-1b4b-4638-8ae7-7804836f984a binding host dv-cinder-772126-1-iscsi {{(pid=80151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 26 21:55:13.692126 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-18c2f5a2-91c0-4116-ac14-64877d002612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:13.735784 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-735e0263-733a-4d10-94ab-1468cf0fe178 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b20bd678712440d8c6489419a905a3d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1497397
Jan 26 21:55:13.736612 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-179ed0f5-e1e3-4e5f-8470-e7a4b49a2fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:13.772828 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-1db5780f-d9d2-44cb-aeca-a582ad133b8c None None] Provisioning for port 12f3bfc8-eb31-4ba5-a6fa-1ab43efed910 completed by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 21:55:13.775346 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-bb873778-9e13-4ad8-94f8-e3496d4a36b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:13.793337 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:13.800589 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning for port 12f3bfc8-eb31-4ba5-a6fa-1ab43efed910 completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 21:55:13.814712 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-1db5780f-d9d2-44cb-aeca-a582ad133b8c None None] Provisioning complete for port 12f3bfc8-eb31-4ba5-a6fa-1ab43efed910 triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:55:13.814871 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1db5780f-d9d2-44cb-aeca-a582ad133b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:13.848569 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-179ed0f5-e1e3-4e5f-8470-e7a4b49a2fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:13.970689 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-319a6a84-7c13-439b-8f0f-73bc78a78554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:14.021301 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f375dc11-151d-42f0-9e6c-1aed003f2da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:14.053092 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port 12f3bfc8-eb31-4ba5-a6fa-1ab43efed910 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:55:14.054163 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:14.095100 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-319a6a84-7c13-439b-8f0f-73bc78a78554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:14.103975 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:14.165189 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-319a6a84-7c13-439b-8f0f-73bc78a78554 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 26 21:55:14.220947 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a6a84-7c13-439b-8f0f-73bc78a78554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8a906c-6fab-48f8-a25b-545fbc7b3516,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:14.250996 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-319a6a84-7c13-439b-8f0f-73bc78a78554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:14.258610 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-319a6a84-7c13-439b-8f0f-73bc78a78554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853870792'] for segment, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:14.259460 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.db.segments_db [None req-319a6a84-7c13-439b-8f0f-73bc78a78554 admin admin] Added segment 4fd20610-248d-4c91-88a7-4dc08da8a6eb of type vxlan for network a10150c0-4fd6-4299-b997-0c44a645ef9d
Jan 26 21:55:14.293480 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-179ed0f5-e1e3-4e5f-8470-e7a4b49a2fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:14.294249 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 42400) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:14.330975 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:14.347859 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e933d76c-553d-46ae-9308-8e2f17a2ac97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:14.371885 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ed0f5-e1e3-4e5f-8470-e7a4b49a2fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c6ef9b-2dad-45cc-92d7-2bfcf5bd42b1,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:14.379604 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-179ed0f5-e1e3-4e5f-8470-e7a4b49a2fda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:14.385829 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-179ed0f5-e1e3-4e5f-8470-e7a4b49a2fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:14.387048 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-179ed0f5-e1e3-4e5f-8470-e7a4b49a2fda admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/59c6ef9b-2dad-45cc-92d7-2bfcf5bd42b1 HTTP/1.1" status: 204  len: 168 time: 1.5792973
Jan 26 21:55:14.397261 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-e933d76c-553d-46ae-9308-8e2f17a2ac97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:55:14.407025 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-e933d76c-553d-46ae-9308-8e2f17a2ac97 admin admin] Usage tracker for resource:security_group_rule and tenant:0d346a2d8c05481e835c7198b094c7c3 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:55:14.411895 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-e933d76c-553d-46ae-9308-8e2f17a2ac97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:55:14.421653 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-e933d76c-553d-46ae-9308-8e2f17a2ac97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:55:14.427377 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-bb873778-9e13-4ad8-94f8-e3496d4a36b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036821515000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33254161'] for router, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:14.526140 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-18c2f5a2-91c0-4116-ac14-64877d002612 None None] Notify callbacks [] for port, precommit_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:14.562507 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-18c2f5a2-91c0-4116-ac14-64877d002612 None None] Transition to ACTIVE for port object 7f79b977-1b4b-4638-8ae7-7804836f984a will not be triggered until provisioned by entity L2. {{(pid=80151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 21:55:14.588868 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-18c2f5a2-91c0-4116-ac14-64877d002612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:14.597125 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-319a6a84-7c13-439b-8f0f-73bc78a78554 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247825098817'] for network, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:14.619049 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-53f08964-32c6-4093-aa6a-890d972771c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:14.635844 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:14.778781 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1db5780f-d9d2-44cb-aeca-a582ad133b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:14.810460 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-319a6a84-7c13-439b-8f0f-73bc78a78554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897'] for network, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:14.829321 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319a6a84-7c13-439b-8f0f-73bc78a78554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:14.834595 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:14.835106 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-319a6a84-7c13-439b-8f0f-73bc78a78554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for network, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:14.845212 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-facea5fc-792f-4a5a-8daa-cd615dbca5a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:14.916447 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-1db5780f-d9d2-44cb-aeca-a582ad133b8c None None] For port 12f3bfc8-eb31-4ba5-a6fa-1ab43efed910, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=12f3bfc8-eb31-4ba5-a6fa-1ab43efed910,segment=NetworkSegment(97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec),segment_id=97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 21:55:14.927505 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b590d954-54e6-4538-9173-b706212b3e2d None None] Pushing event updated for resources: {'Port': ['ID=7f79b977-1b4b-4638-8ae7-7804836f984a,revision_number=2']} {{(pid=80151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:14.960874 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590d954-54e6-4538-9173-b706212b3e2d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:14.961251 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590d954-54e6-4538-9173-b706212b3e2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:14.961585 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590d954-54e6-4538-9173-b706212b3e2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:14.962505 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590d954-54e6-4538-9173-b706212b3e2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:14.962858 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590d954-54e6-4538-9173-b706212b3e2d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:14.963202 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590d954-54e6-4538-9173-b706212b3e2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:14.963623 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590d954-54e6-4538-9173-b706212b3e2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:14.963969 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590d954-54e6-4538-9173-b706212b3e2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:14.964317 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590d954-54e6-4538-9173-b706212b3e2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:14.964664 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590d954-54e6-4538-9173-b706212b3e2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:14.965005 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590d954-54e6-4538-9173-b706212b3e2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:14.970910 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590d954-54e6-4538-9173-b706212b3e2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:14.971108 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1db5780f-d9d2-44cb-aeca-a582ad133b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:14.971458 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590d954-54e6-4538-9173-b706212b3e2d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:14.971851 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590d954-54e6-4538-9173-b706212b3e2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:14.972213 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590d954-54e6-4538-9173-b706212b3e2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:14.972565 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590d954-54e6-4538-9173-b706212b3e2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:14.972919 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590d954-54e6-4538-9173-b706212b3e2d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:14.973268 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590d954-54e6-4538-9173-b706212b3e2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:14.973618 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590d954-54e6-4538-9173-b706212b3e2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:14.973972 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590d954-54e6-4538-9173-b706212b3e2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:14.974322 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590d954-54e6-4538-9173-b706212b3e2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:14.974662 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590d954-54e6-4538-9173-b706212b3e2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:14.975007 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590d954-54e6-4538-9173-b706212b3e2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:14.975346 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590d954-54e6-4538-9173-b706212b3e2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:55:14.976672 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590d954-54e6-4538-9173-b706212b3e2d None None] Tracked resource versions report:
Jan 26 21:55:14.976672 dv-cinder-772126-1-iscsi neutron-server[80035]: pushed versions:
Jan 26 21:55:14.976672 dv-cinder-772126-1-iscsi neutron-server[80035]: {   'AddressGroup': {'1.1'},
Jan 26 21:55:14.976672 dv-cinder-772126-1-iscsi neutron-server[80035]:     'ConntrackHelper': {'1.0'},
Jan 26 21:55:14.976672 dv-cinder-772126-1-iscsi neutron-server[80035]:     'Log': {'1.0'},
Jan 26 21:55:14.976672 dv-cinder-772126-1-iscsi neutron-server[80035]:     'Network': {'1.1'},
Jan 26 21:55:14.976672 dv-cinder-772126-1-iscsi neutron-server[80035]:     'Port': {'1.6'},
Jan 26 21:55:14.976672 dv-cinder-772126-1-iscsi neutron-server[80035]:     'PortForwarding': {'1.2'},
Jan 26 21:55:14.976672 dv-cinder-772126-1-iscsi neutron-server[80035]:     'QosPolicy': {'1.8'},
Jan 26 21:55:14.976672 dv-cinder-772126-1-iscsi neutron-server[80035]:     'SecurityGroup': {'1.4'},
Jan 26 21:55:14.976672 dv-cinder-772126-1-iscsi neutron-server[80035]:     'SecurityGroupRule': {'1.2'},
Jan 26 21:55:14.976672 dv-cinder-772126-1-iscsi neutron-server[80035]:     'SubPort': {'1.0'},
Jan 26 21:55:14.976672 dv-cinder-772126-1-iscsi neutron-server[80035]:     'Subnet': {'1.1'},
Jan 26 21:55:14.976672 dv-cinder-772126-1-iscsi neutron-server[80035]:     'Trunk': {'1.1'}}
Jan 26 21:55:14.976672 dv-cinder-772126-1-iscsi neutron-server[80035]: consumer versions:
Jan 26 21:55:14.976672 dv-cinder-772126-1-iscsi neutron-server[80035]: {   DHCP agent@dv-cinder-772126-1-iscsi: {},
Jan 26 21:55:14.976672 dv-cinder-772126-1-iscsi neutron-server[80035]:     L3 agent@dv-cinder-772126-1-iscsi: {},
Jan 26 21:55:14.976672 dv-cinder-772126-1-iscsi neutron-server[80035]:     Metadata agent@dv-cinder-772126-1-iscsi: {},
Jan 26 21:55:14.976672 dv-cinder-772126-1-iscsi neutron-server[80035]:     Metering agent@dv-cinder-772126-1-iscsi: {},
Jan 26 21:55:14.976672 dv-cinder-772126-1-iscsi neutron-server[80035]:     Open vSwitch agent@dv-cinder-772126-1-iscsi: {   'AddressGroup': '1.1',
Jan 26 21:55:14.976672 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'ConntrackHelper': '1.0',
Jan 26 21:55:14.976672 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'Log': '1.0',
Jan 26 21:55:14.976672 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'Network': '1.1',
Jan 26 21:55:14.976672 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'Port': '1.6',
Jan 26 21:55:14.976672 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'PortForwarding': '1.2',
Jan 26 21:55:14.976672 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'QosPolicy': '1.8',
Jan 26 21:55:14.976672 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'SecurityGroup': '1.4',
Jan 26 21:55:14.976672 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'SecurityGroupRule': '1.2',
Jan 26 21:55:14.976672 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'SubPort': '1.0',
Jan 26 21:55:14.976672 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'Subnet': '1.1',
Jan 26 21:55:14.976672 dv-cinder-772126-1-iscsi neutron-server[80035]:                                                      'Trunk': '1.1'},
Jan 26 21:55:14.976672 dv-cinder-772126-1-iscsi neutron-server[80035]:     Open vSwitch agent@hv-cinder-77212: {   'AddressGroup': '1.1',
Jan 26 21:55:14.976672 dv-cinder-772126-1-iscsi neutron-server[80035]:                                             'ConntrackHelper': '1.0',
Jan 26 21:55:14.976672 dv-cinder-772126-1-iscsi neutron-server[80035]:                                             'Log': '1.0',
Jan 26 21:55:14.976672 dv-cinder-772126-1-iscsi neutron-server[80035]:                                             'Network': '1.1',
Jan 26 21:55:14.976672 dv-cinder-772126-1-iscsi neutron-server[80035]:                                             'Port': '1.6',
Jan 26 21:55:14.976672 dv-cinder-772126-1-iscsi neutron-server[80035]:                                             'PortForwarding': '1.2',
Jan 26 21:55:14.976672 dv-cinder-772126-1-iscsi neutron-server[80035]:                                             'QosPolicy': '1.8',
Jan 26 21:55:14.976672 dv-cinder-772126-1-iscsi neutron-server[80035]:                                             'SecurityGroup': '1.4',
Jan 26 21:55:14.976672 dv-cinder-772126-1-iscsi neutron-server[80035]:                                             'SecurityGroupRule': '1.2',
Jan 26 21:55:14.976672 dv-cinder-772126-1-iscsi neutron-server[80035]:                                             'SubPort': '1.0',
Jan 26 21:55:14.976672 dv-cinder-772126-1-iscsi neutron-server[80035]:                                             'Subnet': '1.1',
Jan 26 21:55:14.976672 dv-cinder-772126-1-iscsi neutron-server[80035]:                                             'Trunk': '1.1'}}
Jan 26 21:55:14.976672 dv-cinder-772126-1-iscsi neutron-server[80035]:  {{(pid=80151) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Jan 26 21:55:14.987232 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:14.989147 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 42422) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:15.004416 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b590d954-54e6-4538-9173-b706212b3e2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:15.076166 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.db.api [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80150) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 26 21:55:15.076628 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_db.api [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 26 21:55:15.109668 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db5780f-d9d2-44cb-aeca-a582ad133b8c None None] Pushing event updated for resources: {'Port': ['ID=12f3bfc8-eb31-4ba5-a6fa-1ab43efed910,revision_number=3']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:15.118551 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1db5780f-d9d2-44cb-aeca-a582ad133b8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:15.128075 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-b703780a-e17f-4206-9466-a18986b892e0 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=80149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 26 21:55:15.129248 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-b703780a-e17f-4206-9466-a18986b892e0 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.6017194
Jan 26 21:55:15.137299 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a6a84-7c13-439b-8f0f-73bc78a78554 admin admin] Pushing event updated for resources: {'Network': ['ID=a10150c0-4fd6-4299-b997-0c44a645ef9d,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:15.149143 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Network a10150c0-4fd6-4299-b997-0c44a645ef9d details requested by agent ovs-agent-dv-cinder-772126-1-iscsi with host dv-cinder-772126-1-iscsi {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 21:55:15.154038 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-18c2f5a2-91c0-4116-ac14-64877d002612 None None] Attempting to bind port 7f79b977-1b4b-4638-8ae7-7804836f984a on host dv-cinder-772126-1-iscsi for vnic_type normal with profile  {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 21:55:15.154431 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-18c2f5a2-91c0-4116-ac14-64877d002612 None None] Attempting to bind port 7f79b977-1b4b-4638-8ae7-7804836f984a by drivers openvswitch on host dv-cinder-772126-1-iscsi at level 0 using segments [{'id': 'f4c7a2a5-f441-4cda-be7f-98d9b91d5196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'}] {{(pid=80151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 21:55:15.154825 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c2f5a2-91c0-4116-ac14-64877d002612 None None] Attempting to bind port 7f79b977-1b4b-4638-8ae7-7804836f984a on network 1ba61b85-6a57-4c86-8c7b-e71ed182691b {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 21:55:15.156711 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1b190763-af22-46e3-8208-a53fc96d0463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:15.162631 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c2f5a2-91c0-4116-ac14-64877d002612 None None] Checking agent: {'id': 'acda3ae2-213d-42a9-bfbd-ef6e74b838e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 21, 45, 45), 'started_at': datetime.datetime(2021, 1, 26, 21, 46, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 21, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 21:55:15.163036 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c2f5a2-91c0-4116-ac14-64877d002612 None None] Checking segment: {'id': 'f4c7a2a5-f441-4cda-be7f-98d9b91d5196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 21:55:15.163511 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-18c2f5a2-91c0-4116-ac14-64877d002612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:15.163923 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c2f5a2-91c0-4116-ac14-64877d002612 None None] Bound using segment: {'id': 'f4c7a2a5-f441-4cda-be7f-98d9b91d5196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'} {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 21:55:15.164441 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-18c2f5a2-91c0-4116-ac14-64877d002612 None None] Bound port: 7f79b977-1b4b-4638-8ae7-7804836f984a, host: dv-cinder-772126-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c7a2a5-f441-4cda-be7f-98d9b91d5196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'}}] {{(pid=80151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 21:55:15.164836 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-18c2f5a2-91c0-4116-ac14-64877d002612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:15.182687 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-319a6a84-7c13-439b-8f0f-73bc78a78554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:15.183767 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Network a10150c0-4fd6-4299-b997-0c44a645ef9d details requested by agent ovs-agent-hv-cinder-77212 with host hv-cinder-77212 {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 21:55:15.504842 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:15.532732 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-dd1d1ad7-8d45-474d-80aa-b50fabf69b0c None None] Provisioning complete for port 12f3bfc8-eb31-4ba5-a6fa-1ab43efed910 triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:55:15.533359 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dd1d1ad7-8d45-474d-80aa-b50fabf69b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:15.733926 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-18c2f5a2-91c0-4116-ac14-64877d002612 None None] For port 7f79b977-1b4b-4638-8ae7-7804836f984a, host dv-cinder-772126-1-iscsi, cleared binding levels {{(pid=80151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 21:55:15.744450 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-18c2f5a2-91c0-4116-ac14-64877d002612 None None] For port 7f79b977-1b4b-4638-8ae7-7804836f984a, host dv-cinder-772126-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=7f79b977-1b4b-4638-8ae7-7804836f984a,segment=NetworkSegment(f4c7a2a5-f441-4cda-be7f-98d9b91d5196),segment_id=f4c7a2a5-f441-4cda-be7f-98d9b91d5196)] {{(pid=80151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 21:55:15.789299 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-18c2f5a2-91c0-4116-ac14-64877d002612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:15.815381 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:15.824778 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-319a6a84-7c13-439b-8f0f-73bc78a78554 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 3.1297154
Jan 26 21:55:15.826335 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 42440) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:15.873223 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-aaf18e32-5724-4e46-9dd1-5420504306f6 admin admin] Request body: {'subnet': {'network_id': 'a10150c0-4fd6-4299-b997-0c44a645ef9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-653117223-subnet', 'tenant_id': '5b23d06d732548108e386b12dbcc80e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:55:15.905086 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-aaf18e32-5724-4e46-9dd1-5420504306f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:55:15.974250 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-aaf18e32-5724-4e46-9dd1-5420504306f6 admin admin] Usage tracker for resource:subnet and tenant:5b23d06d732548108e386b12dbcc80e4 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:55:15.979570 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 12f3bfc8-eb31-4ba5-a6fa-1ab43efed910 up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:55:16.007244 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-aaf18e32-5724-4e46-9dd1-5420504306f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:55:16.018467 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b590d954-54e6-4538-9173-b706212b3e2d None None] Pushing event updated for resources: {'Port': ['ID=7f79b977-1b4b-4638-8ae7-7804836f984a,revision_number=3']} {{(pid=80151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:16.049576 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b590d954-54e6-4538-9173-b706212b3e2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:16.050844 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-aaf18e32-5724-4e46-9dd1-5420504306f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:55:16.111103 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port 12f3bfc8-eb31-4ba5-a6fa-1ab43efed910 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:55:16.111637 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:16.150343 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb873778-9e13-4ad8-94f8-e3496d4a36b2 admin admin] Router bcfb3fff-4594-4cea-ae9f-548bbaef08fc is scheduled to L3 agent d246ac06-2269-4624-8b82-d0eab6b3335a with binding_index 1 {{(pid=80149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 26 21:55:16.179793 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf18e32-5724-4e46-9dd1-5420504306f6 admin admin] Made reservation on behalf of 5b23d06d732548108e386b12dbcc80e4 for: {'subnet': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 21:55:16.185994 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-aaf18e32-5724-4e46-9dd1-5420504306f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:16.198488 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c2f5a2-91c0-4116-ac14-64877d002612 None None] Routers {'e4729610-24e5-4370-840b-5dc824b55782'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 21:55:16.199181 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-18c2f5a2-91c0-4116-ac14-64877d002612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5aef4beb8>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T21:55:14Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['e4729610-24e5-4370-840b-5dc824b55782'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:55:16.263882 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-95a0d15d-df53-4530-a79d-65bed21ea9f7 None None] Provisioning complete for port 12f3bfc8-eb31-4ba5-a6fa-1ab43efed910 triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:55:16.264294 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-95a0d15d-df53-4530-a79d-65bed21ea9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:16.272338 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-69cb1414-d685-4fd3-a782-467a9df48086 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:16.283208 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-69cb1414-d685-4fd3-a782-467a9df48086 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] 10.222.0.30 "GET /v2.0/networks?id=f9448752-720e-4c70-b375-64a9a675e913 HTTP/1.1" status: 200  len: 811 time: 1.2876487
Jan 26 21:55:16.342393 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e933d76c-553d-46ae-9308-8e2f17a2ac97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:16.344948 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-4835cca7-03de-488f-8b9e-e7982131640e tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] 10.222.0.30 "GET /v2.0/quotas/b82b6ae9f96b46d09fda183cc608b666 HTTP/1.1" status: 200  len: 375 time: 0.0606885
Jan 26 21:55:16.356083 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-9f39fa22-cb98-4060-b083-73a4e2251520 service neutron] 10.222.0.30 "GET /v2.0/networks/0220ea98-c36d-4592-abec-85c89380925e?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2010639
Jan 26 21:55:16.440147 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-18c2f5a2-91c0-4116-ac14-64877d002612 None None] Set router e4729610-24e5-4370-840b-5dc824b55782 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 21:55:16.602079 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e933d76c-553d-46ae-9308-8e2f17a2ac97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:16.604965 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-cf8670e2-27c0-43ee-89e6-c396ac3b51aa service neutron] 10.222.0.30 "GET /v2.0/networks/0220ea98-c36d-4592-abec-85c89380925e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2471843
Jan 26 21:55:16.686170 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-686e06bf-fc47-4a51-9c84-6a100cfef918 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b82b6ae9f96b46d09fda183cc608b666&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2904818
Jan 26 21:55:16.694452 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-1b190763-af22-46e3-8208-a53fc96d0463 admin admin] Allocated IP 172.20.0.1 (74132350-d629-40bd-b240-f2fc9af151e7/10a8d33b-7d45-4a88-98ab-e3f8e511099a/5f61a91d-d8a1-4512-a9a7-7f866dc9c7cb) {{(pid=80148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 21:55:16.700985 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-514a56f2-f8f3-43a6-9121-655541f604ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:16.795005 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e933d76c-553d-46ae-9308-8e2f17a2ac97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e893bd-1d25-4b27-9312-c939388675cb,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:16.810464 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e933d76c-553d-46ae-9308-8e2f17a2ac97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:16.857005 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-e933d76c-553d-46ae-9308-8e2f17a2ac97 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0d346a2d8c05481e835c7198b094c7c3&name=default HTTP/1.1" status: 200  len: 2979 time: 2.5567195
Jan 26 21:55:16.857829 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 42464) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:16.996254 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9948e518-dc5d-4f95-bce3-cb965ab91344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:17.034825 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9948e518-dc5d-4f95-bce3-cb965ab91344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:17.093168 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb873778-9e13-4ad8-94f8-e3496d4a36b2 admin admin] Notify agent at l3_agent.dv-cinder-772126-1-iscsi the message routers_updated {{(pid=80149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 21:55:17.104457 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1073d0c-ec3d-4e3b-a913-8596d2832f14 None None] Sync routers for ids ['bcfb3fff-4594-4cea-ae9f-548bbaef08fc'] in dv-cinder-772126-1-iscsi {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 21:55:17.120963 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1073d0c-ec3d-4e3b-a913-8596d2832f14 None None] Routers {'bcfb3fff-4594-4cea-ae9f-548bbaef08fc'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 21:55:17.121664 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-b1073d0c-ec3d-4e3b-a913-8596d2832f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5ae9dbd68>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T21:55:14Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['bcfb3fff-4594-4cea-ae9f-548bbaef08fc'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:55:17.125499 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9948e518-dc5d-4f95-bce3-cb965ab91344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:17.130050 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9948e518-dc5d-4f95-bce3-cb965ab91344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:17.134014 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-9948e518-dc5d-4f95-bce3-cb965ab91344 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a7e893bd-1d25-4b27-9312-c939388675cb HTTP/1.1" status: 204  len: 168 time: 0.2729352
Jan 26 21:55:17.134014 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e933d76c-553d-46ae-9308-8e2f17a2ac97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:17.146761 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9948e518-dc5d-4f95-bce3-cb965ab91344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e893bd-1d25-4b27-9312-c939388675cb,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:17.159604 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9948e518-dc5d-4f95-bce3-cb965ab91344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:17.161170 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-bb873778-9e13-4ad8-94f8-e3496d4a36b2 admin admin] Notify callbacks [] for router, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:17.163899 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-bb873778-9e13-4ad8-94f8-e3496d4a36b2 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 10.4724731
Jan 26 21:55:17.167352 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 42472) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:17.218674 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1b190763-af22-46e3-8208-a53fc96d0463 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:17.221447 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-18c2f5a2-91c0-4116-ac14-64877d002612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5aef4beb8>, [{'id': 'e4729610-24e5-4370-840b-5dc824b55782', 'name': 'tempest-ServerRescueNegativeTestJSON-1517291638-router', 'tenant_id': '7a4c50647a404710832ed97f00c9133b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '7f79b977-1b4b-4638-8ae7-7804836f984a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:55:06Z', 'updated_at': '2021-01-26T21:55:10Z', 'revision_number': 3, 'project_id': '7a4c50647a404710832ed97f00c9133b', 'gw_port': {'id': '7f79b977-1b4b-4638-8ae7-7804836f984a', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4729610-24e5-4370-840b-5dc824b55782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:09Z', 'updated_at': '2021-01-26T21:55:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi'}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:55:17.226222 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c2f5a2-91c0-4116-ac14-64877d002612 None None] The sync data for ids ['e4729610-24e5-4370-840b-5dc824b55782'] in dv-cinder-772126-1-iscsi is: [{'id': 'e4729610-24e5-4370-840b-5dc824b55782', 'name': 'tempest-ServerRescueNegativeTestJSON-1517291638-router', 'tenant_id': '7a4c50647a404710832ed97f00c9133b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '7f79b977-1b4b-4638-8ae7-7804836f984a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:55:06Z', 'updated_at': '2021-01-26T21:55:10Z', 'revision_number': 3, 'project_id': '7a4c50647a404710832ed97f00c9133b', 'gw_port': {'id': '7f79b977-1b4b-4638-8ae7-7804836f984a', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4729610-24e5-4370-840b-5dc824b55782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:09Z', 'updated_at': '2021-01-26T21:55:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi'}] {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 21:55:17.345909 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1b190763-af22-46e3-8208-a53fc96d0463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008'] for port, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:17.382021 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2df6fd03-40dc-46ea-a351-408f89522d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:17.499356 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4a7668d1-353e-4cd1-9d71-a62313e4c14c req-c9411f6e-f830-4922-8e09-46327ea7c917 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a7561c-7d70-4caf-a456-c65309b76d40 HTTP/1.1" status: 200  len: 210 time: 0.0821955
Jan 26 21:55:17.738754 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-4213a890-2d45-499e-bd22-42c0aa845610 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=80149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 26 21:55:17.748303 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-4213a890-2d45-499e-bd22-42c0aa845610 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.8134425
Jan 26 21:55:17.825053 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b190763-af22-46e3-8208-a53fc96d0463 admin admin] Pushing event updated for resources: {'Port': ['ID=5f61a91d-d8a1-4512-a9a7-7f866dc9c7cb,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:17.832049 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-b1073d0c-ec3d-4e3b-a913-8596d2832f14 None None] Set router bcfb3fff-4594-4cea-ae9f-548bbaef08fc gateway port host: dv-cinder-772126-1-iscsi {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 21:55:17.840565 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1b190763-af22-46e3-8208-a53fc96d0463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:17.902108 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b190763-af22-46e3-8208-a53fc96d0463 admin admin] Network 74132350-d629-40bd-b240-f2fc9af151e7 is already hosted by enough agents. {{(pid=80148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 21:55:17.912031 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-1b190763-af22-46e3-8208-a53fc96d0463 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 21:55:17.923943 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b190763-af22-46e3-8208-a53fc96d0463 admin admin] Received port after_create {{(pid=80148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 21:55:17.924565 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1b190763-af22-46e3-8208-a53fc96d0463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33256029'] for router_interface, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:18.079576 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 7f79b977-1b4b-4638-8ae7-7804836f984a up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:55:18.311412 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-aaf18e32-5724-4e46-9dd1-5420504306f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897'] for subnet, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:18.519852 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning for port 7f79b977-1b4b-4638-8ae7-7804836f984a completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 21:55:18.526388 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:18.543002 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port 7f79b977-1b4b-4638-8ae7-7804836f984a triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:55:18.543364 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:18.665561 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf18e32-5724-4e46-9dd1-5420504306f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb965aa9-f1e0-48ab-86e0-f23c5e1b9a91,revision_number=0']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:18.671182 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-aaf18e32-5724-4e46-9dd1-5420504306f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:18.706077 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:18.719511 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-b1073d0c-ec3d-4e3b-a913-8596d2832f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5ae9dbd68>, [{'id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1210003276-router', 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd928ad77-29f1-4fa1-b370-22bea2f190ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:55:06Z', 'updated_at': '2021-01-26T21:55:12Z', 'revision_number': 3, 'project_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'gw_port': {'id': 'd928ad77-29f1-4fa1-b370-22bea2f190ed', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:09Z', 'updated_at': '2021-01-26T21:55:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi'}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:55:18.720536 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf18e32-5724-4e46-9dd1-5420504306f6 admin admin] Checking segment: {'id': '4fd20610-248d-4c91-88a7-4dc08da8a6eb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'a10150c0-4fd6-4299-b997-0c44a645ef9d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 21:55:18.721168 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf18e32-5724-4e46-9dd1-5420504306f6 admin admin] Network hostable DHCP agents. Network: a10150c0-4fd6-4299-b997-0c44a645ef9d, hostable agents: ['31d7f489-5cf7-4386-baac-120d285301b4'], hosted agents: [] {{(pid=80148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 26 21:55:18.730657 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1073d0c-ec3d-4e3b-a913-8596d2832f14 None None] Checking router: bcfb3fff-4594-4cea-ae9f-548bbaef08fc for host: dv-cinder-772126-1-iscsi {{(pid=80150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 21:55:18.731050 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1073d0c-ec3d-4e3b-a913-8596d2832f14 None None] Updating router bcfb3fff-4594-4cea-ae9f-548bbaef08fc port d928ad77-29f1-4fa1-b370-22bea2f190ed binding host dv-cinder-772126-1-iscsi {{(pid=80150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 26 21:55:18.736210 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-2b984df3-edc6-4c2d-b527-9860043d4b75 service neutron] 10.222.0.30 "GET /v2.0/networks/f9448752-720e-4c70-b375-64a9a675e913?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9852712
Jan 26 21:55:18.780839 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] For port 7f79b977-1b4b-4638-8ae7-7804836f984a, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=7f79b977-1b4b-4638-8ae7-7804836f984a,segment=NetworkSegment(f4c7a2a5-f441-4cda-be7f-98d9b91d5196),segment_id=f4c7a2a5-f441-4cda-be7f-98d9b91d5196)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 21:55:18.809064 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b1073d0c-ec3d-4e3b-a913-8596d2832f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:18.859938 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1b190763-af22-46e3-8208-a53fc96d0463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:18.894971 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf18e32-5724-4e46-9dd1-5420504306f6 admin admin] Network a10150c0-4fd6-4299-b997-0c44a645ef9d is scheduled to be hosted by DHCP agent 31d7f489-5cf7-4386-baac-120d285301b4 with binding_index 1 {{(pid=80148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 26 21:55:19.048693 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-aaf18e32-5724-4e46-9dd1-5420504306f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-1-iscsi, a10150c0-4fd6-4299-b997-0c44a645ef9d) {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 21:55:19.058578 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf18e32-5724-4e46-9dd1-5420504306f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:19.061246 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-aaf18e32-5724-4e46-9dd1-5420504306f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for subnet, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:19.073076 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d720db31-45dd-4bd7-afa1-0593d8797b3a req-b7f0f705-2f33-4e47-8d93-935f494c69d2 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a7561c-7d70-4caf-a456-c65309b76d40 HTTP/1.1" status: 200  len: 210 time: 0.3583138
Jan 26 21:55:19.154625 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-aaf18e32-5724-4e46-9dd1-5420504306f6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 3.3248768
Jan 26 21:55:19.443489 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8416703-9243-4e0f-8e46-7e848a2bc637 None None] Network a10150c0-4fd6-4299-b997-0c44a645ef9d requested from dv-cinder-772126-1-iscsi {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 21:55:19.443489 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:19.449256 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-7d57ce3c-c53b-4687-89a9-711e80ebd145 service neutron] 10.222.0.30 "GET /v2.0/networks/f9448752-720e-4c70-b375-64a9a675e913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5405066
Jan 26 21:55:19.465073 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:19.575186 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Pushing event updated for resources: {'Port': ['ID=7f79b977-1b4b-4638-8ae7-7804836f984a,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:19.577615 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 42528) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:19.606959 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1b190763-af22-46e3-8208-a53fc96d0463 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:19.703158 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:19.728084 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dfd39c0-f137-47e6-96f0-8536b66b1526 admin admin] Deleting subnet 53445a79-598c-48dd-9730-7357fc2cba48 {{(pid=80149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 26 21:55:19.734336 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62bb621b-7ddc-40a1-bafa-a2eaebeb2a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:19.744449 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1b190763-af22-46e3-8208-a53fc96d0463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:19.746641 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1b190763-af22-46e3-8208-a53fc96d0463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33045946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036821519617'] for router_interface, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:19.793842 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1b190763-af22-46e3-8208-a53fc96d0463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:19.809032 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9dfd39c0-f137-47e6-96f0-8536b66b1526 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:19.846349 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5073d5ba-e5bd-4c6c-9813-ab3036392fdc None None] Network a10150c0-4fd6-4299-b997-0c44a645ef9d requested from dv-cinder-772126-1-iscsi {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 21:55:20.000702 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 7f79b977-1b4b-4638-8ae7-7804836f984a up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:55:20.167684 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b1073d0c-ec3d-4e3b-a913-8596d2832f14 None None] Notify callbacks [] for port, precommit_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:20.181092 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b190763-af22-46e3-8208-a53fc96d0463 admin admin] Pushing event updated for resources: {'Port': ['ID=5f61a91d-d8a1-4512-a9a7-7f866dc9c7cb,revision_number=2']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:20.197803 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1b190763-af22-46e3-8208-a53fc96d0463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:20.282030 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-b1073d0c-ec3d-4e3b-a913-8596d2832f14 None None] Transition to ACTIVE for port object d928ad77-29f1-4fa1-b370-22bea2f190ed will not be triggered until provisioned by entity L2. {{(pid=80150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 21:55:20.282902 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b190763-af22-46e3-8208-a53fc96d0463 admin admin] Network 74132350-d629-40bd-b240-f2fc9af151e7 is already hosted by enough agents. {{(pid=80148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 21:55:20.287788 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-1b190763-af22-46e3-8208-a53fc96d0463 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 21:55:20.337544 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b1073d0c-ec3d-4e3b-a913-8596d2832f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:20.370791 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c8e5429c-34a0-4f03-8d27-fe5935147ca7 req-8793a740-ab33-4fa0-9184-ec30709c3a85 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a7561c-7d70-4caf-a456-c65309b76d40 HTTP/1.1" status: 200  len: 210 time: 0.1205981
Jan 26 21:55:20.394093 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:20.455158 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9dfd39c0-f137-47e6-96f0-8536b66b1526 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:20.462434 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2660a1e0-5ed5-437e-a9df-7c889a326d74 req-fb4c9885-1c1d-4d55-8916-9734fb084895 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb11db3d-4843-4ee1-8bf6-0740060f7a8a HTTP/1.1" status: 200  len: 210 time: 0.2105238
Jan 26 21:55:20.474352 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9dfd39c0-f137-47e6-96f0-8536b66b1526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-902117'] for subnet, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:20.579413 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-62bb621b-7ddc-40a1-bafa-a2eaebeb2a34 admin admin] Allocated IP 172.20.0.1 (a055a280-6113-40f9-90e9-85b200767415/d34651d4-afa5-4ccf-825b-2a13925b4ac2/179080c4-38a5-4df1-b53d-1fa54069dd02) {{(pid=80149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 21:55:21.108568 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62bb621b-7ddc-40a1-bafa-a2eaebeb2a34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:21.114412 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b190763-af22-46e3-8208-a53fc96d0463 admin admin] Router e4729610-24e5-4370-840b-5dc824b55782 has already been hosted by L3 agent d246ac06-2269-4624-8b82-d0eab6b3335a {{(pid=80148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 21:55:21.126468 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port 7f79b977-1b4b-4638-8ae7-7804836f984a triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:55:21.127165 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:21.148160 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-62bb621b-7ddc-40a1-bafa-a2eaebeb2a34 admin admin] Transition to ACTIVE for port object 179080c4-38a5-4df1-b53d-1fa54069dd02 will not be triggered until provisioned by entity DHCP. {{(pid=80149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 21:55:21.206221 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9dfd39c0-f137-47e6-96f0-8536b66b1526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853873682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897'] for subnet, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:21.254379 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-5152ce7f-c366-434f-bf00-47216cdd87b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:21.483923 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62bb621b-7ddc-40a1-bafa-a2eaebeb2a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008'] for port, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:21.539982 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd39c0-f137-47e6-96f0-8536b66b1526 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53445a79-598c-48dd-9730-7357fc2cba48,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:21.553609 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9dfd39c0-f137-47e6-96f0-8536b66b1526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:21.554154 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-987fc7bc-ddf9-41e7-8a5f-8b0853d5845e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:21.638299 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b190763-af22-46e3-8208-a53fc96d0463 admin admin] Notify agent at l3_agent.dv-cinder-772126-1-iscsi the message routers_updated {{(pid=80148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 21:55:21.653055 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-1b190763-af22-46e3-8208-a53fc96d0463 admin admin] 10.222.0.30 "PUT /v2.0/routers/e4729610-24e5-4370-840b-5dc824b55782/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.7845800
Jan 26 21:55:21.653234 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0cfa79-77db-42eb-9404-4fc3df2d1581 None None] Pushing event updated for resources: {'Port': ['ID=d928ad77-29f1-4fa1-b370-22bea2f190ed,revision_number=2']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:21.658416 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6160ba-b824-4176-9fbf-e879e4094302 None None] Sync routers for ids ['e4729610-24e5-4370-840b-5dc824b55782'] in dv-cinder-772126-1-iscsi {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 21:55:21.671509 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-be0cfa79-77db-42eb-9404-4fc3df2d1581 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.277s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:21.697732 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6160ba-b824-4176-9fbf-e879e4094302 None None] Routers {'e4729610-24e5-4370-840b-5dc824b55782'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 21:55:21.698923 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-cf6160ba-b824-4176-9fbf-e879e4094302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5aee6f518>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T21:55:14Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['e4729610-24e5-4370-840b-5dc824b55782'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:55:21.732316 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-b1073d0c-ec3d-4e3b-a913-8596d2832f14 None None] Attempting to bind port d928ad77-29f1-4fa1-b370-22bea2f190ed on host dv-cinder-772126-1-iscsi for vnic_type normal with profile  {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 21:55:21.732807 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-b1073d0c-ec3d-4e3b-a913-8596d2832f14 None None] Attempting to bind port d928ad77-29f1-4fa1-b370-22bea2f190ed by drivers openvswitch on host dv-cinder-772126-1-iscsi at level 0 using segments [{'id': 'f4c7a2a5-f441-4cda-be7f-98d9b91d5196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 21:55:21.733294 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1073d0c-ec3d-4e3b-a913-8596d2832f14 None None] Attempting to bind port d928ad77-29f1-4fa1-b370-22bea2f190ed on network 1ba61b85-6a57-4c86-8c7b-e71ed182691b {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 21:55:21.739440 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1073d0c-ec3d-4e3b-a913-8596d2832f14 None None] Checking agent: {'id': 'acda3ae2-213d-42a9-bfbd-ef6e74b838e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 21, 45, 45), 'started_at': datetime.datetime(2021, 1, 26, 21, 46, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 21, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 21:55:21.740292 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1073d0c-ec3d-4e3b-a913-8596d2832f14 None None] Checking segment: {'id': 'f4c7a2a5-f441-4cda-be7f-98d9b91d5196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 21:55:21.740753 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b1073d0c-ec3d-4e3b-a913-8596d2832f14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:21.741255 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1073d0c-ec3d-4e3b-a913-8596d2832f14 None None] Bound using segment: {'id': 'f4c7a2a5-f441-4cda-be7f-98d9b91d5196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 21:55:21.741841 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-b1073d0c-ec3d-4e3b-a913-8596d2832f14 None None] Bound port: d928ad77-29f1-4fa1-b370-22bea2f190ed, host: dv-cinder-772126-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c7a2a5-f441-4cda-be7f-98d9b91d5196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'}}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 21:55:21.742338 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b1073d0c-ec3d-4e3b-a913-8596d2832f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:21.850010 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-b1073d0c-ec3d-4e3b-a913-8596d2832f14 None None] For port d928ad77-29f1-4fa1-b370-22bea2f190ed, host dv-cinder-772126-1-iscsi, cleared binding levels {{(pid=80150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 21:55:21.857048 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-b1073d0c-ec3d-4e3b-a913-8596d2832f14 None None] For port d928ad77-29f1-4fa1-b370-22bea2f190ed, host dv-cinder-772126-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=d928ad77-29f1-4fa1-b370-22bea2f190ed,segment=NetworkSegment(f4c7a2a5-f441-4cda-be7f-98d9b91d5196),segment_id=f4c7a2a5-f441-4cda-be7f-98d9b91d5196)] {{(pid=80150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 21:55:21.903476 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b1073d0c-ec3d-4e3b-a913-8596d2832f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:21.955329 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:22.022366 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9dfd39c0-f137-47e6-96f0-8536b66b1526 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:22.060150 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bb621b-7ddc-40a1-bafa-a2eaebeb2a34 admin admin] Network a055a280-6113-40f9-90e9-85b200767415 is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 21:55:22.072230 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-14fc9308-3879-4002-83e3-5399ca2b5046 req-8b435ab7-e173-4796-a2d7-94b8b6a1bf07 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a7561c-7d70-4caf-a456-c65309b76d40 HTTP/1.1" status: 200  len: 210 time: 0.4157233
Jan 26 21:55:22.081209 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-62bb621b-7ddc-40a1-bafa-a2eaebeb2a34 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 21:55:22.106692 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-67ec14e4-16c9-4d1d-a94d-8df859e3e7a8 req-aa0e0521-dde2-4f1c-aeca-57418bd16fbe tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb11db3d-4843-4ee1-8bf6-0740060f7a8a HTTP/1.1" status: 200  len: 210 time: 0.3332026
Jan 26 21:55:22.108352 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bb621b-7ddc-40a1-bafa-a2eaebeb2a34 admin admin] Received port after_create {{(pid=80149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 21:55:22.111991 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62bb621b-7ddc-40a1-bafa-a2eaebeb2a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33256029'] for router_interface, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:22.170087 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-9dfd39c0-f137-47e6-96f0-8536b66b1526 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/53445a79-598c-48dd-9730-7357fc2cba48 HTTP/1.1" status: 204  len: 168 time: 2.5650456
Jan 26 21:55:22.172834 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 42638) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:22.209164 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-cf6160ba-b824-4176-9fbf-e879e4094302 None None] Set router e4729610-24e5-4370-840b-5dc824b55782 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 21:55:22.218380 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb621b-7ddc-40a1-bafa-a2eaebeb2a34 admin admin] Pushing event updated for resources: {'Port': ['ID=179080c4-38a5-4df1-b53d-1fa54069dd02,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:22.235294 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-62bb621b-7ddc-40a1-bafa-a2eaebeb2a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:22.520366 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6dcac9e2-570b-4d5c-b72a-feec46a374de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695781'] for network, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:22.547862 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0cfa79-77db-42eb-9404-4fc3df2d1581 None None] Pushing event updated for resources: {'Port': ['ID=d928ad77-29f1-4fa1-b370-22bea2f190ed,revision_number=3']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:22.553950 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-be0cfa79-77db-42eb-9404-4fc3df2d1581 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:22.558596 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62bb621b-7ddc-40a1-bafa-a2eaebeb2a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:22.578962 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1073d0c-ec3d-4e3b-a913-8596d2832f14 None None] Routers {'bcfb3fff-4594-4cea-ae9f-548bbaef08fc'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 21:55:22.580186 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-b1073d0c-ec3d-4e3b-a913-8596d2832f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5ae9dbd68>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T21:55:14Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['bcfb3fff-4594-4cea-ae9f-548bbaef08fc'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:55:22.749980 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-7c2c823e-bc31-4e85-bf34-ab1e6d9fdee5 None None] Provisioning for port 179080c4-38a5-4df1-b53d-1fa54069dd02 completed by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 21:55:23.023462 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-7c2c823e-bc31-4e85-bf34-ab1e6d9fdee5 None None] Provisioning complete for port 179080c4-38a5-4df1-b53d-1fa54069dd02 triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:55:23.025156 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7c2c823e-bc31-4e85-bf34-ab1e6d9fdee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:23.222070 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6dcac9e2-570b-4d5c-b72a-feec46a374de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917372', 'neutron.services.segments.db._delete_segments_for_network--9223363247824506586'] for network, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:23.245778 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62bb621b-7ddc-40a1-bafa-a2eaebeb2a34 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:23.327467 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62bb621b-7ddc-40a1-bafa-a2eaebeb2a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:23.330214 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-7c2c823e-bc31-4e85-bf34-ab1e6d9fdee5 None None] Port 179080c4-38a5-4df1-b53d-1fa54069dd02 cannot update to ACTIVE because it is not bound. {{(pid=80150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 21:55:23.342924 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62bb621b-7ddc-40a1-bafa-a2eaebeb2a34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33045946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036821519617'] for router_interface, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:23.357014 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-cf6160ba-b824-4176-9fbf-e879e4094302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5aee6f518>, [{'id': 'e4729610-24e5-4370-840b-5dc824b55782', 'name': 'tempest-ServerRescueNegativeTestJSON-1517291638-router', 'tenant_id': '7a4c50647a404710832ed97f00c9133b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '7f79b977-1b4b-4638-8ae7-7804836f984a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:55:06Z', 'updated_at': '2021-01-26T21:55:18Z', 'revision_number': 4, 'project_id': '7a4c50647a404710832ed97f00c9133b', 'gw_port': {'id': '7f79b977-1b4b-4638-8ae7-7804836f984a', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4729610-24e5-4370-840b-5dc824b55782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:09Z', 'updated_at': '2021-01-26T21:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': '5f61a91d-d8a1-4512-a9a7-7f866dc9c7cb', 'name': '', 'network_id': '74132350-d629-40bd-b240-f2fc9af151e7', 'tenant_id': '7a4c50647a404710832ed97f00c9133b', 'mac_address': 'fa:16:3e:a7:e5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4729610-24e5-4370-840b-5dc824b55782', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '10a8d33b-7d45-4a88-98ab-e3f8e511099a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:15Z', 'updated_at': '2021-01-26T21:55:19Z', 'revision_number': 2, 'project_id': '7a4c50647a404710832ed97f00c9133b', 'subnets': [{'id': '10a8d33b-7d45-4a88-98ab-e3f8e511099a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:55:23.365476 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6160ba-b824-4176-9fbf-e879e4094302 None None] Checking router: e4729610-24e5-4370-840b-5dc824b55782 for host: dv-cinder-772126-1-iscsi {{(pid=80151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 21:55:23.365935 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6160ba-b824-4176-9fbf-e879e4094302 None None] Updating router e4729610-24e5-4370-840b-5dc824b55782 port 5f61a91d-d8a1-4512-a9a7-7f866dc9c7cb binding host dv-cinder-772126-1-iscsi {{(pid=80151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 26 21:55:23.387309 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-b1073d0c-ec3d-4e3b-a913-8596d2832f14 None None] Set router bcfb3fff-4594-4cea-ae9f-548bbaef08fc gateway port host: dv-cinder-772126-1-iscsi {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 21:55:23.451160 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cf6160ba-b824-4176-9fbf-e879e4094302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:23.452213 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6dcac9e2-570b-4d5c-b72a-feec46a374de admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fe5af996f98>> segment before_delete 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:55:23.452629 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6dcac9e2-570b-4d5c-b72a-feec46a374de admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fe5af996f98>> subnet precommit_delete_associations 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:55:23.454040 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6dcac9e2-570b-4d5c-b72a-feec46a374de admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe5aedda668>> segment_host_mapping after_create 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:55:23.454421 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6dcac9e2-570b-4d5c-b72a-feec46a374de admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe5aedda668>> port after_create 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:55:23.454876 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6dcac9e2-570b-4d5c-b72a-feec46a374de admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe5aedda668>> port after_delete 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:55:23.455501 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6dcac9e2-570b-4d5c-b72a-feec46a374de admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe5aedda668>> port after_update 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:55:23.455873 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6dcac9e2-570b-4d5c-b72a-feec46a374de admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe5aedda668>> segment after_delete 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:55:23.456236 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6dcac9e2-570b-4d5c-b72a-feec46a374de admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe5aedda668>> subnet after_create 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:55:23.456599 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6dcac9e2-570b-4d5c-b72a-feec46a374de admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe5aedda668>> subnet after_delete 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:55:23.457413 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6dcac9e2-570b-4d5c-b72a-feec46a374de admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe5aedda668>> subnet after_update 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:55:23.458067 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:23.648687 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6dcac9e2-570b-4d5c-b72a-feec46a374de admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe5ae78b240>> subnet after_create 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:55:23.649103 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6dcac9e2-570b-4d5c-b72a-feec46a374de admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe5ae78b240>> subnet after_delete 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:55:23.650545 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6dcac9e2-570b-4d5c-b72a-feec46a374de admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe5ae78b240>> subnet before_create 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:55:23.650929 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6dcac9e2-570b-4d5c-b72a-feec46a374de admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe5ae78b240>> subnet before_update 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:55:23.651324 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.segments.db [None req-6dcac9e2-570b-4d5c-b72a-feec46a374de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe5ae89e080>,) {'filters': {'network_id': ['227ba055-fb49-4a07-9128-ad1f0fff6329']}} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:55:23.658267 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-31a40c74-3f52-4d08-b53e-2acf60b9ce00 req-78a1f4c8-62a6-4553-ad61-b7046649505f tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a7561c-7d70-4caf-a456-c65309b76d40 HTTP/1.1" status: 200  len: 210 time: 0.2807896
Jan 26 21:55:23.679557 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.segments.db [None req-6dcac9e2-570b-4d5c-b72a-feec46a374de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5ae89e080>, 'c790ef8a-aae7-4bc7-bab0-416116d680a1') {'for_net_delete': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:55:23.679894 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.segments.db [None req-6dcac9e2-570b-4d5c-b72a-feec46a374de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5ae89e080>, 'c790ef8a-aae7-4bc7-bab0-416116d680a1') {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:55:23.704549 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6dcac9e2-570b-4d5c-b72a-feec46a374de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247824509914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036821563736'] for segment, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:23.741909 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6dcac9e2-570b-4d5c-b72a-feec46a374de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853870792'] for segment, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:23.747429 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6dcac9e2-570b-4d5c-b72a-feec46a374de admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 26 21:55:23.809546 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb621b-7ddc-40a1-bafa-a2eaebeb2a34 admin admin] Pushing event updated for resources: {'Port': ['ID=179080c4-38a5-4df1-b53d-1fa54069dd02,revision_number=2']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:23.839785 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-62bb621b-7ddc-40a1-bafa-a2eaebeb2a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:23.995150 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.45', 56019) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:24.029746 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-49ad06e3-d3a9-43a3-a550-f8b86be49c75 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:24.035122 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-b1073d0c-ec3d-4e3b-a913-8596d2832f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5ae9dbd68>, [{'id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1210003276-router', 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd928ad77-29f1-4fa1-b370-22bea2f190ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:55:06Z', 'updated_at': '2021-01-26T21:55:22Z', 'revision_number': 4, 'project_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'gw_port': {'id': 'd928ad77-29f1-4fa1-b370-22bea2f190ed', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:09Z', 'updated_at': '2021-01-26T21:55:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': '179080c4-38a5-4df1-b53d-1fa54069dd02', 'name': '', 'network_id': 'a055a280-6113-40f9-90e9-85b200767415', 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'mac_address': 'fa:16:3e:dc:2a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'd34651d4-afa5-4ccf-825b-2a13925b4ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:20Z', 'updated_at': '2021-01-26T21:55:20Z', 'revision_number': 1, 'project_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'subnets': [{'id': 'd34651d4-afa5-4ccf-825b-2a13925b4ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:55:24.037682 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-49ad06e3-d3a9-43a3-a550-f8b86be49c75 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Synchronizing usage tracker for tenant:7a4c50647a404710832ed97f00c9133b on resource:network {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 21:55:24.049765 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1073d0c-ec3d-4e3b-a913-8596d2832f14 None None] The sync data for ids ['bcfb3fff-4594-4cea-ae9f-548bbaef08fc'] in dv-cinder-772126-1-iscsi is: [{'id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1210003276-router', 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd928ad77-29f1-4fa1-b370-22bea2f190ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:55:06Z', 'updated_at': '2021-01-26T21:55:22Z', 'revision_number': 4, 'project_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'gw_port': {'id': 'd928ad77-29f1-4fa1-b370-22bea2f190ed', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:09Z', 'updated_at': '2021-01-26T21:55:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': '179080c4-38a5-4df1-b53d-1fa54069dd02', 'name': '', 'network_id': 'a055a280-6113-40f9-90e9-85b200767415', 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'mac_address': 'fa:16:3e:dc:2a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'd34651d4-afa5-4ccf-825b-2a13925b4ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:20Z', 'updated_at': '2021-01-26T21:55:20Z', 'revision_number': 1, 'project_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'subnets': [{'id': 'd34651d4-afa5-4ccf-825b-2a13925b4ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 21:55:24.160204 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cf6160ba-b824-4176-9fbf-e879e4094302 None None] Notify callbacks [] for port, precommit_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:24.183909 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-cf6160ba-b824-4176-9fbf-e879e4094302 None None] Transition to ACTIVE for port object 5f61a91d-d8a1-4512-a9a7-7f866dc9c7cb will not be triggered until provisioned by entity L2. {{(pid=80151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 21:55:24.213900 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cf6160ba-b824-4176-9fbf-e879e4094302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:24.218982 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bb621b-7ddc-40a1-bafa-a2eaebeb2a34 admin admin] Network a055a280-6113-40f9-90e9-85b200767415 is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 21:55:24.220018 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-49ad06e3-d3a9-43a3-a550-f8b86be49c75 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Unset dirty status for tenant:7a4c50647a404710832ed97f00c9133b on resource:network {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 21:55:24.243063 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-53f08964-32c6-4093-aa6a-890d972771c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:24.245798 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-49ad06e3-d3a9-43a3-a550-f8b86be49c75 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/networks?id=74132350-d629-40bd-b240-f2fc9af151e7 HTTP/1.1" status: 200  len: 819 time: 0.9929194
Jan 26 21:55:24.254282 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-62bb621b-7ddc-40a1-bafa-a2eaebeb2a34 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 21:55:24.289106 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-6dcac9e2-570b-4d5c-b72a-feec46a374de admin admin] Network 227ba055-fb49-4a07-9128-ad1f0fff6329 has no segments {{(pid=80148) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 21:55:24.297093 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5337766f-98ae-46fd-8c31-a37769fca589 req-14d62381-d7d9-4baa-8615-07d889151736 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb11db3d-4843-4ee1-8bf6-0740060f7a8a HTTP/1.1" status: 200  len: 210 time: 0.2014911
Jan 26 21:55:24.310761 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-f57211a1-e439-494e-af30-f444fc96fbc7 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/quotas/7a4c50647a404710832ed97f00c9133b HTTP/1.1" status: 200  len: 375 time: 0.0628386
Jan 26 21:55:24.314023 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6dcac9e2-570b-4d5c-b72a-feec46a374de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-905039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822365897'] for segment, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:24.625839 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df7d0f8-792a-49c0-a55c-b500077bd9e9 None None] Pushing event updated for resources: {'Port': ['ID=5f61a91d-d8a1-4512-a9a7-7f866dc9c7cb,revision_number=3']} {{(pid=80151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:24.794597 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-cb19063b-377f-4125-a0f6-1bf4b89082ec None None] Provisioning complete for port 179080c4-38a5-4df1-b53d-1fa54069dd02 triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:55:24.795014 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cb19063b-377f-4125-a0f6-1bf4b89082ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:24.888966 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-7df7d0f8-792a-49c0-a55c-b500077bd9e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:24.984417 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-6dcac9e2-570b-4d5c-b72a-feec46a374de admin admin] Network 227ba055-fb49-4a07-9128-ad1f0fff6329 has no segments {{(pid=80148) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 21:55:25.004227 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.45', 56025) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:25.134703 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-cb19063b-377f-4125-a0f6-1bf4b89082ec None None] Port 179080c4-38a5-4df1-b53d-1fa54069dd02 cannot update to ACTIVE because it is not bound. {{(pid=80150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 21:55:25.281388 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-cf6160ba-b824-4176-9fbf-e879e4094302 None None] Attempting to bind port 5f61a91d-d8a1-4512-a9a7-7f866dc9c7cb on host dv-cinder-772126-1-iscsi for vnic_type normal with profile  {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 21:55:25.281930 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-cf6160ba-b824-4176-9fbf-e879e4094302 None None] Attempting to bind port 5f61a91d-d8a1-4512-a9a7-7f866dc9c7cb by drivers openvswitch on host dv-cinder-772126-1-iscsi at level 0 using segments [{'id': '9afaf6a3-37e6-4363-8b3c-6d368a81a1c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '74132350-d629-40bd-b240-f2fc9af151e7'}] {{(pid=80151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 21:55:25.282143 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6160ba-b824-4176-9fbf-e879e4094302 None None] Attempting to bind port 5f61a91d-d8a1-4512-a9a7-7f866dc9c7cb on network 74132350-d629-40bd-b240-f2fc9af151e7 {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 21:55:25.299373 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6160ba-b824-4176-9fbf-e879e4094302 None None] Checking agent: {'id': 'acda3ae2-213d-42a9-bfbd-ef6e74b838e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 21, 45, 45), 'started_at': datetime.datetime(2021, 1, 26, 21, 46, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 21, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 21:55:25.299373 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6160ba-b824-4176-9fbf-e879e4094302 None None] Checking segment: {'id': '9afaf6a3-37e6-4363-8b3c-6d368a81a1c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '74132350-d629-40bd-b240-f2fc9af151e7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 21:55:25.308479 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cf6160ba-b824-4176-9fbf-e879e4094302 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:25.313937 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6160ba-b824-4176-9fbf-e879e4094302 None None] Bound using segment: {'id': '9afaf6a3-37e6-4363-8b3c-6d368a81a1c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '74132350-d629-40bd-b240-f2fc9af151e7'} {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 21:55:25.313937 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-cf6160ba-b824-4176-9fbf-e879e4094302 None None] Bound port: 5f61a91d-d8a1-4512-a9a7-7f866dc9c7cb, host: dv-cinder-772126-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afaf6a3-37e6-4363-8b3c-6d368a81a1c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '74132350-d629-40bd-b240-f2fc9af151e7'}}] {{(pid=80151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 21:55:25.313937 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cf6160ba-b824-4176-9fbf-e879e4094302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:25.333323 dv-cinder-772126-1-iscsi neutron-server[80035]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jan 26 21:55:25.333323 dv-cinder-772126-1-iscsi neutron-server[80035]:   (rel_b, rel_a, rel_b),
Jan 26 21:55:25.333323 dv-cinder-772126-1-iscsi neutron-server[80035]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jan 26 21:55:25.333323 dv-cinder-772126-1-iscsi neutron-server[80035]:   (rel_b, rel_a, rel_b),
Jan 26 21:55:25.333323 dv-cinder-772126-1-iscsi neutron-server[80035]: Traceback (most recent call last):
Jan 26 21:55:25.333323 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 26 21:55:25.333323 dv-cinder-772126-1-iscsi neutron-server[80035]:     timer()
Jan 26 21:55:25.333323 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 26 21:55:25.333323 dv-cinder-772126-1-iscsi neutron-server[80035]:     cb(*args, **kw)
Jan 26 21:55:25.333323 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 26 21:55:25.333323 dv-cinder-772126-1-iscsi neutron-server[80035]:     return func(*args, **kwargs)
Jan 26 21:55:25.333323 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 26 21:55:25.333323 dv-cinder-772126-1-iscsi neutron-server[80035]:     self._notify()
Jan 26 21:55:25.333323 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 26 21:55:25.333323 dv-cinder-772126-1-iscsi neutron-server[80035]:     self.callback(batched_events)
Jan 26 21:55:25.333323 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 26 21:55:25.333323 dv-cinder-772126-1-iscsi neutron-server[80035]:     event.method(event)
Jan 26 21:55:25.333323 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 26 21:55:25.333323 dv-cinder-772126-1-iscsi neutron-server[80035]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 26 21:55:25.333323 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 26 21:55:25.333323 dv-cinder-772126-1-iscsi neutron-server[80035]:     segment_id)['aggregates'][0]
Jan 26 21:55:25.333323 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 26 21:55:25.333323 dv-cinder-772126-1-iscsi neutron-server[80035]:     return f(self, *a, **k)
Jan 26 21:55:25.333323 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 26 21:55:25.333323 dv-cinder-772126-1-iscsi neutron-server[80035]:     return self._get(url).json()
Jan 26 21:55:25.333323 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 26 21:55:25.333323 dv-cinder-772126-1-iscsi neutron-server[80035]:     **kwargs)
Jan 26 21:55:25.333323 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 26 21:55:25.333323 dv-cinder-772126-1-iscsi neutron-server[80035]:     return self.request(url, 'GET', **kwargs)
Jan 26 21:55:25.333323 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 26 21:55:25.333323 dv-cinder-772126-1-iscsi neutron-server[80035]:     **endpoint_filter)
Jan 26 21:55:25.333323 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 26 21:55:25.333323 dv-cinder-772126-1-iscsi neutron-server[80035]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 26 21:55:25.333323 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 26 21:55:25.333323 dv-cinder-772126-1-iscsi neutron-server[80035]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 26 21:55:25.333323 dv-cinder-772126-1-iscsi neutron-server[80035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 26 21:55:25.379836 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6dcac9e2-570b-4d5c-b72a-feec46a374de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853858444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036821521443'] for network, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:25.491504 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-a9caac3b-0421-4081-86f8-22e5505fce62 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:25.491504 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-a9caac3b-0421-4081-86f8-22e5505fce62 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Synchronizing usage tracker for tenant:0b20bd678712440d8c6489419a905a3d on resource:network {{(pid=80148) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 21:55:25.533116 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:25.540828 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-cf6160ba-b824-4176-9fbf-e879e4094302 None None] For port 5f61a91d-d8a1-4512-a9a7-7f866dc9c7cb, host dv-cinder-772126-1-iscsi, cleared binding levels {{(pid=80151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 21:55:25.545071 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-cf6160ba-b824-4176-9fbf-e879e4094302 None None] For port 5f61a91d-d8a1-4512-a9a7-7f866dc9c7cb, host dv-cinder-772126-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=5f61a91d-d8a1-4512-a9a7-7f866dc9c7cb,segment=NetworkSegment(9afaf6a3-37e6-4363-8b3c-6d368a81a1c0),segment_id=9afaf6a3-37e6-4363-8b3c-6d368a81a1c0)] {{(pid=80151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 21:55:25.547860 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8e3e6e48-c29c-4cac-bc51-6d94e1705a7c req-4c695ff0-ddfc-47e0-8d97-48b23d11e54f tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a7561c-7d70-4caf-a456-c65309b76d40 HTTP/1.1" status: 200  len: 210 time: 0.2659471
Jan 26 21:55:25.573787 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cf6160ba-b824-4176-9fbf-e879e4094302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:25.600696 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6dcac9e2-570b-4d5c-b72a-feec46a374de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for network, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:25.624428 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcac9e2-570b-4d5c-b72a-feec46a374de admin admin] Pushing event deleted for resources: {'Network': ['ID=227ba055-fb49-4a07-9128-ad1f0fff6329,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:25.625428 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62bb621b-7ddc-40a1-bafa-a2eaebeb2a34 admin admin] Router bcfb3fff-4594-4cea-ae9f-548bbaef08fc has already been hosted by L3 agent d246ac06-2269-4624-8b82-d0eab6b3335a {{(pid=80149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 21:55:25.635008 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6dcac9e2-570b-4d5c-b72a-feec46a374de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:25.643723 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-a9caac3b-0421-4081-86f8-22e5505fce62 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Unset dirty status for tenant:0b20bd678712440d8c6489419a905a3d on resource:network {{(pid=80148) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 21:55:25.646197 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-a9caac3b-0421-4081-86f8-22e5505fce62 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.45 "GET /v2.0/networks?id=0220ea98-c36d-4592-abec-85c89380925e HTTP/1.1" status: 200  len: 815 time: 1.6483397
Jan 26 21:55:25.647660 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-6dcac9e2-570b-4d5c-b72a-feec46a374de admin admin] 10.222.0.30 "DELETE /v2.0/networks/227ba055-fb49-4a07-9128-ad1f0fff6329 HTTP/1.1" status: 204  len: 168 time: 3.4737394
Jan 26 21:55:25.652142 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 42734) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:25.797314 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cc976e6-3eeb-43fa-a7f5-082d8b22d23a admin admin] Deleting subnet eb965aa9-f1e0-48ab-86e0-f23c5e1b9a91 {{(pid=80148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 26 21:55:25.800932 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9cc976e6-3eeb-43fa-a7f5-082d8b22d23a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:25.924620 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:25.960633 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9cc976e6-3eeb-43fa-a7f5-082d8b22d23a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33212064'] for subnet, precommit_delete_associations {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:25.986675 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62bb621b-7ddc-40a1-bafa-a2eaebeb2a34 admin admin] Notify agent at l3_agent.dv-cinder-772126-1-iscsi the message routers_updated {{(pid=80149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 21:55:26.037082 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-62bb621b-7ddc-40a1-bafa-a2eaebeb2a34 admin admin] 10.222.0.30 "PUT /v2.0/routers/bcfb3fff-4594-4cea-ae9f-548bbaef08fc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.8676875
Jan 26 21:55:26.048344 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device d928ad77-29f1-4fa1-b370-22bea2f190ed up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:55:26.133339 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df7d0f8-792a-49c0-a55c-b500077bd9e9 None None] Pushing event updated for resources: {'Port': ['ID=5f61a91d-d8a1-4512-a9a7-7f866dc9c7cb,revision_number=4']} {{(pid=80151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:26.142063 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-7df7d0f8-792a-49c0-a55c-b500077bd9e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:26.176187 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6160ba-b824-4176-9fbf-e879e4094302 None None] Routers {'e4729610-24e5-4370-840b-5dc824b55782'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 21:55:26.176878 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-cf6160ba-b824-4176-9fbf-e879e4094302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5aee6f518>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T21:55:14Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['e4729610-24e5-4370-840b-5dc824b55782'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:55:26.206524 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9cc976e6-3eeb-43fa-a7f5-082d8b22d23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-902117'] for subnet, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:26.208971 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-e208ac7b-c5c2-469e-9d65-7ca439de210e tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7a4c50647a404710832ed97f00c9133b&fields=id HTTP/1.1" status: 200  len: 255 time: 1.8971667
Jan 26 21:55:26.254514 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7346575f-76c1-474c-ad40-d046dd1930d3 req-c2fcb892-e14e-479e-9fd4-767b3440993a tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb11db3d-4843-4ee1-8bf6-0740060f7a8a HTTP/1.1" status: 200  len: 210 time: 0.2772019
Jan 26 21:55:26.366776 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning for port d928ad77-29f1-4fa1-b370-22bea2f190ed completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 21:55:26.380796 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port d928ad77-29f1-4fa1-b370-22bea2f190ed triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:55:26.381209 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:26.560744 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-a4982cf9-250f-4f6f-9d44-c8ea90b4bb26 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:26.566123 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-a4982cf9-250f-4f6f-9d44-c8ea90b4bb26 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] 10.222.0.45 "GET /v2.0/networks?id=f9448752-720e-4c70-b375-64a9a675e913 HTTP/1.1" status: 200  len: 811 time: 1.5467291
Jan 26 21:55:26.690715 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:26.715290 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] For port d928ad77-29f1-4fa1-b370-22bea2f190ed, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=d928ad77-29f1-4fa1-b370-22bea2f190ed,segment=NetworkSegment(f4c7a2a5-f441-4cda-be7f-98d9b91d5196),segment_id=f4c7a2a5-f441-4cda-be7f-98d9b91d5196)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 21:55:26.733047 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-cf6160ba-b824-4176-9fbf-e879e4094302 None None] Set router e4729610-24e5-4370-840b-5dc824b55782 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 21:55:26.744510 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-cc9863e9-8633-4877-a181-680c7b78e547 service neutron] 10.222.0.30 "GET /v2.0/networks/74132350-d629-40bd-b240-f2fc9af151e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5340650
Jan 26 21:55:26.794934 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:26.802657 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9d20753b-b8ea-42ee-a480-c73c39aac4dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:26.910801 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Pushing event updated for resources: {'Port': ['ID=d928ad77-29f1-4fa1-b370-22bea2f190ed,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:26.922935 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:26.937966 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9cc976e6-3eeb-43fa-a7f5-082d8b22d23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853873682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32410260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31774850'] for subnet, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:26.957977 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:27.023413 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-1416729b-bc6c-4f9f-9954-7499234f22b7 service neutron] 10.222.0.30 "GET /v2.0/networks/74132350-d629-40bd-b240-f2fc9af151e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2714663
Jan 26 21:55:27.126009 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc976e6-3eeb-43fa-a7f5-082d8b22d23a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb965aa9-f1e0-48ab-86e0-f23c5e1b9a91,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:27.130961 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9cc976e6-3eeb-43fa-a7f5-082d8b22d23a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:27.150014 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9cc976e6-3eeb-43fa-a7f5-082d8b22d23a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for subnet, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:27.173667 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-9cc976e6-3eeb-43fa-a7f5-082d8b22d23a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/eb965aa9-f1e0-48ab-86e0-f23c5e1b9a91 HTTP/1.1" status: 204  len: 168 time: 1.5128746
Jan 26 21:55:27.173667 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 42788) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:27.302963 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-cf6160ba-b824-4176-9fbf-e879e4094302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5aee6f518>, [{'id': 'e4729610-24e5-4370-840b-5dc824b55782', 'name': 'tempest-ServerRescueNegativeTestJSON-1517291638-router', 'tenant_id': '7a4c50647a404710832ed97f00c9133b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '7f79b977-1b4b-4638-8ae7-7804836f984a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:55:06Z', 'updated_at': '2021-01-26T21:55:18Z', 'revision_number': 4, 'project_id': '7a4c50647a404710832ed97f00c9133b', 'gw_port': {'id': '7f79b977-1b4b-4638-8ae7-7804836f984a', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4729610-24e5-4370-840b-5dc824b55782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:09Z', 'updated_at': '2021-01-26T21:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': '5f61a91d-d8a1-4512-a9a7-7f866dc9c7cb', 'name': '', 'network_id': '74132350-d629-40bd-b240-f2fc9af151e7', 'tenant_id': '7a4c50647a404710832ed97f00c9133b', 'mac_address': 'fa:16:3e:a7:e5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4729610-24e5-4370-840b-5dc824b55782', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '10a8d33b-7d45-4a88-98ab-e3f8e511099a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:15Z', 'updated_at': '2021-01-26T21:55:25Z', 'revision_number': 4, 'project_id': '7a4c50647a404710832ed97f00c9133b', 'subnets': [{'id': '10a8d33b-7d45-4a88-98ab-e3f8e511099a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:55:27.310325 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6160ba-b824-4176-9fbf-e879e4094302 None None] The sync data for ids ['e4729610-24e5-4370-840b-5dc824b55782'] in dv-cinder-772126-1-iscsi is: [{'id': 'e4729610-24e5-4370-840b-5dc824b55782', 'name': 'tempest-ServerRescueNegativeTestJSON-1517291638-router', 'tenant_id': '7a4c50647a404710832ed97f00c9133b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '7f79b977-1b4b-4638-8ae7-7804836f984a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:55:06Z', 'updated_at': '2021-01-26T21:55:18Z', 'revision_number': 4, 'project_id': '7a4c50647a404710832ed97f00c9133b', 'gw_port': {'id': '7f79b977-1b4b-4638-8ae7-7804836f984a', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4729610-24e5-4370-840b-5dc824b55782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:09Z', 'updated_at': '2021-01-26T21:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': '5f61a91d-d8a1-4512-a9a7-7f866dc9c7cb', 'name': '', 'network_id': '74132350-d629-40bd-b240-f2fc9af151e7', 'tenant_id': '7a4c50647a404710832ed97f00c9133b', 'mac_address': 'fa:16:3e:a7:e5:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4729610-24e5-4370-840b-5dc824b55782', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '10a8d33b-7d45-4a88-98ab-e3f8e511099a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:15Z', 'updated_at': '2021-01-26T21:55:25Z', 'revision_number': 4, 'project_id': '7a4c50647a404710832ed97f00c9133b', 'subnets': [{'id': '10a8d33b-7d45-4a88-98ab-e3f8e511099a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 21:55:27.437397 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 42804) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:27.443781 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-671ff97b-4300-4fae-b615-03d163116b23 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1908266849', 'description': 'tempest-description--397983258'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:55:27.482260 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-671ff97b-4300-4fae-b615-03d163116b23 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:55:27.500789 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-671ff97b-4300-4fae-b615-03d163116b23 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Usage tracker for resource:security_group and tenant:c8cd6f60f4bf49aabee2ed7fc70c2d8b is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:55:27.516494 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-671ff97b-4300-4fae-b615-03d163116b23 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:55:27.537313 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-671ff97b-4300-4fae-b615-03d163116b23 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:55:27.623021 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9a2bb26a-4773-409d-9f08-e72961848220 req-5c3c09c0-7e70-495e-941f-c258194a60df tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a7561c-7d70-4caf-a456-c65309b76d40 HTTP/1.1" status: 200  len: 210 time: 0.0655539
Jan 26 21:55:27.626545 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-671ff97b-4300-4fae-b615-03d163116b23 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:27.642697 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3319f3fd-7a22-4dc9-89b4-eea6d7c804bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695781'] for network, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:27.745815 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-671ff97b-4300-4fae-b615-03d163116b23 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:55:27.762805 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-423d3b97-c600-4578-85ac-1aece7d566d1 req-572cc4aa-1925-435d-8ebd-a0b662cb6139 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 210 time: 0.1386008
Jan 26 21:55:27.767455 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-671ff97b-4300-4fae-b615-03d163116b23 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Usage tracker for resource:security_group_rule and tenant:c8cd6f60f4bf49aabee2ed7fc70c2d8b is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:55:27.786714 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-671ff97b-4300-4fae-b615-03d163116b23 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:55:27.818830 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-671ff97b-4300-4fae-b615-03d163116b23 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:55:28.057998 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c14be565-1a91-4159-a555-0c0be435c75b req-4d8d617f-fcb3-4fcb-abc7-9430c1a8c0a3 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb11db3d-4843-4ee1-8bf6-0740060f7a8a HTTP/1.1" status: 200  len: 210 time: 0.1646011
Jan 26 21:55:28.096734 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device d928ad77-29f1-4fa1-b370-22bea2f190ed up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:55:28.187143 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3319f3fd-7a22-4dc9-89b4-eea6d7c804bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917372', 'neutron.services.segments.db._delete_segments_for_network--9223363247824506586'] for network, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:28.236660 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port d928ad77-29f1-4fa1-b370-22bea2f190ed triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:55:28.237084 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:28.252339 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-671ff97b-4300-4fae-b615-03d163116b23 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:28.376882 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.segments.db [None req-3319f3fd-7a22-4dc9-89b4-eea6d7c804bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe5ae0b5cc0>,) {'filters': {'network_id': ['a10150c0-4fd6-4299-b997-0c44a645ef9d']}} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:55:28.410139 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.segments.db [None req-3319f3fd-7a22-4dc9-89b4-eea6d7c804bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5ae0b5cc0>, '4fd20610-248d-4c91-88a7-4dc08da8a6eb') {'for_net_delete': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:55:28.410669 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.segments.db [None req-3319f3fd-7a22-4dc9-89b4-eea6d7c804bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5ae0b5cc0>, '4fd20610-248d-4c91-88a7-4dc08da8a6eb') {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:55:28.429523 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3319f3fd-7a22-4dc9-89b4-eea6d7c804bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247824509914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036821563736'] for segment, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:28.462195 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3319f3fd-7a22-4dc9-89b4-eea6d7c804bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853870792'] for segment, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:28.464401 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 5f61a91d-d8a1-4512-a9a7-7f866dc9c7cb up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:55:28.467932 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3319f3fd-7a22-4dc9-89b4-eea6d7c804bc admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 26 21:55:28.494817 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-671ff97b-4300-4fae-b615-03d163116b23 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:28.515724 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:28.574626 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ff97b-4300-4fae-b615-03d163116b23 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ffb173-ecab-483a-8113-5d1500343203,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:28.593109 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-671ff97b-4300-4fae-b615-03d163116b23 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:28.634918 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning for port 5f61a91d-d8a1-4512-a9a7-7f866dc9c7cb completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 21:55:28.641453 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port 5f61a91d-d8a1-4512-a9a7-7f866dc9c7cb triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:55:28.641989 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:28.764981 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21699fa7-a5f3-48c8-afe9-f567461d177e None None] Sync routers for ids ['bcfb3fff-4594-4cea-ae9f-548bbaef08fc'] in dv-cinder-772126-1-iscsi {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 21:55:28.784923 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21699fa7-a5f3-48c8-afe9-f567461d177e None None] Routers {'bcfb3fff-4594-4cea-ae9f-548bbaef08fc'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 21:55:28.785626 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-21699fa7-a5f3-48c8-afe9-f567461d177e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5adff87b8>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T21:55:14Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['bcfb3fff-4594-4cea-ae9f-548bbaef08fc'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:55:28.838008 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-97103927-74d7-41f1-97a1-95e33ff8e3ee tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:28.846713 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-97103927-74d7-41f1-97a1-95e33ff8e3ee tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/networks?id=74132350-d629-40bd-b240-f2fc9af151e7 HTTP/1.1" status: 200  len: 819 time: 0.5928488
Jan 26 21:55:28.862068 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-671ff97b-4300-4fae-b615-03d163116b23 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:28.869340 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-671ff97b-4300-4fae-b615-03d163116b23 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 1.4304342
Jan 26 21:55:28.881241 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-2d3100f9-62be-41a4-a662-f4757ad6ffae tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/quotas/7a4c50647a404710832ed97f00c9133b HTTP/1.1" status: 200  len: 375 time: 0.0330758
Jan 26 21:55:28.884856 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 42880) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:28.972183 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-a4c5ba81-f047-45eb-8ab8-d3b60abbed76 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Request body: {'security_group_rule': {'security_group_id': 'e1ffb173-ecab-483a-8113-5d1500343203', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:55:29.013121 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-3319f3fd-7a22-4dc9-89b4-eea6d7c804bc admin admin] Network a10150c0-4fd6-4299-b997-0c44a645ef9d has no segments {{(pid=80148) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 21:55:29.030432 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-a4c5ba81-f047-45eb-8ab8-d3b60abbed76 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:55:29.049754 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3319f3fd-7a22-4dc9-89b4-eea6d7c804bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-905039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822365897'] for segment, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:29.051563 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-a4c5ba81-f047-45eb-8ab8-d3b60abbed76 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Usage tracker for resource:security_group_rule and tenant:c8cd6f60f4bf49aabee2ed7fc70c2d8b is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:55:29.058962 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-a4c5ba81-f047-45eb-8ab8-d3b60abbed76 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:55:29.081996 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:29.083690 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-a4c5ba81-f047-45eb-8ab8-d3b60abbed76 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:55:29.166992 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-21699fa7-a5f3-48c8-afe9-f567461d177e None None] Set router bcfb3fff-4594-4cea-ae9f-548bbaef08fc gateway port host: dv-cinder-772126-1-iscsi {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 21:55:29.265234 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7f97546b-7945-4eaa-bdb7-93b61b46d490 req-28708c7e-8b6a-43ab-99ee-b63f3140cd1a tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a7561c-7d70-4caf-a456-c65309b76d40 HTTP/1.1" status: 200  len: 210 time: 0.2243226
Jan 26 21:55:29.318373 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a4c5ba81-f047-45eb-8ab8-d3b60abbed76 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:29.581127 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-3319f3fd-7a22-4dc9-89b4-eea6d7c804bc admin admin] Network a10150c0-4fd6-4299-b997-0c44a645ef9d has no segments {{(pid=80148) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 21:55:29.610963 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-75a3938b-3a86-4daa-b028-f65ff532b437 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Request body: {'port': {'device_id': '03a7561c-7d70-4caf-a456-c65309b76d40', 'network_id': '0220ea98-c36d-4592-abec-85c89380925e', 'admin_state_up': True, 'tenant_id': '0b20bd678712440d8c6489419a905a3d'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:55:29.650244 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a4c5ba81-f047-45eb-8ab8-d3b60abbed76 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:29.713811 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-5ea457a6-18ad-4ed3-bca2-1d4326a18fa5 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Request body: {'port': {'device_id': 'cb11db3d-4843-4ee1-8bf6-0740060f7a8a', 'network_id': 'f9448752-720e-4c70-b375-64a9a675e913', 'admin_state_up': True, 'tenant_id': 'b82b6ae9f96b46d09fda183cc608b666'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:55:29.825755 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a4c5ba81-f047-45eb-8ab8-d3b60abbed76 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553973'] for security_group_rule, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:29.829533 dv-cinder-772126-1-iscsi neutron-server[80035]: Traceback (most recent call last):
Jan 26 21:55:29.829533 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 26 21:55:29.829533 dv-cinder-772126-1-iscsi neutron-server[80035]:     timer()
Jan 26 21:55:29.829533 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 26 21:55:29.829533 dv-cinder-772126-1-iscsi neutron-server[80035]:     cb(*args, **kw)
Jan 26 21:55:29.829533 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 26 21:55:29.829533 dv-cinder-772126-1-iscsi neutron-server[80035]:     return func(*args, **kwargs)
Jan 26 21:55:29.829533 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 26 21:55:29.829533 dv-cinder-772126-1-iscsi neutron-server[80035]:     self._notify()
Jan 26 21:55:29.829533 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 26 21:55:29.829533 dv-cinder-772126-1-iscsi neutron-server[80035]:     self.callback(batched_events)
Jan 26 21:55:29.829533 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 26 21:55:29.829533 dv-cinder-772126-1-iscsi neutron-server[80035]:     event.method(event)
Jan 26 21:55:29.829533 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 26 21:55:29.829533 dv-cinder-772126-1-iscsi neutron-server[80035]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 26 21:55:29.829533 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 26 21:55:29.829533 dv-cinder-772126-1-iscsi neutron-server[80035]:     segment_id)['aggregates'][0]
Jan 26 21:55:29.829533 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 26 21:55:29.829533 dv-cinder-772126-1-iscsi neutron-server[80035]:     return f(self, *a, **k)
Jan 26 21:55:29.829533 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 26 21:55:29.829533 dv-cinder-772126-1-iscsi neutron-server[80035]:     return self._get(url).json()
Jan 26 21:55:29.829533 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 26 21:55:29.829533 dv-cinder-772126-1-iscsi neutron-server[80035]:     **kwargs)
Jan 26 21:55:29.829533 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 26 21:55:29.829533 dv-cinder-772126-1-iscsi neutron-server[80035]:     return self.request(url, 'GET', **kwargs)
Jan 26 21:55:29.829533 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 26 21:55:29.829533 dv-cinder-772126-1-iscsi neutron-server[80035]:     **endpoint_filter)
Jan 26 21:55:29.829533 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 26 21:55:29.829533 dv-cinder-772126-1-iscsi neutron-server[80035]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 26 21:55:29.829533 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 26 21:55:29.829533 dv-cinder-772126-1-iscsi neutron-server[80035]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 26 21:55:29.829533 dv-cinder-772126-1-iscsi neutron-server[80035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 26 21:55:29.838703 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-75a3938b-3a86-4daa-b028-f65ff532b437 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:55:29.923031 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-75a3938b-3a86-4daa-b028-f65ff532b437 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Usage tracker for resource:port and tenant:0b20bd678712440d8c6489419a905a3d is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:55:29.938539 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-75a3938b-3a86-4daa-b028-f65ff532b437 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:55:29.954440 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-75a3938b-3a86-4daa-b028-f65ff532b437 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:55:30.092248 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-75a3938b-3a86-4daa-b028-f65ff532b437 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Made reservation on behalf of 0b20bd678712440d8c6489419a905a3d for: {'port': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 21:55:30.113949 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:30.125211 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] For port 5f61a91d-d8a1-4512-a9a7-7f866dc9c7cb, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=5f61a91d-d8a1-4512-a9a7-7f866dc9c7cb,segment=NetworkSegment(9afaf6a3-37e6-4363-8b3c-6d368a81a1c0),segment_id=9afaf6a3-37e6-4363-8b3c-6d368a81a1c0)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 21:55:30.186900 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c5ba81-f047-45eb-8ab8-d3b60abbed76 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37c37b90-3843-48e8-8c8b-ac236ec57e2c,revision_number=0']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:30.187731 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-75a3938b-3a86-4daa-b028-f65ff532b437 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:30.203600 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-977468c9-fc1a-4c6f-9cc3-f4d2c87d1f7a tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7a4c50647a404710832ed97f00c9133b&fields=id HTTP/1.1" status: 200  len: 255 time: 1.3210115
Jan 26 21:55:30.220754 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-784e2cd4-a23f-4e0c-9c8d-f75a15ffe16c req-729a35b7-f53a-4ee0-ad0c-31c82fa0f869 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb11db3d-4843-4ee1-8bf6-0740060f7a8a HTTP/1.1" status: 200  len: 210 time: 0.5375001
Jan 26 21:55:30.244144 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:30.255666 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:30.258774 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a4c5ba81-f047-45eb-8ab8-d3b60abbed76 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:30.478144 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3319f3fd-7a22-4dc9-89b4-eea6d7c804bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853858444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036821521443'] for network, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:30.530359 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:30.585823 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-0971139c-3d76-4a4b-ba47-7b1bec490292 service neutron] 10.222.0.30 "GET /v2.0/networks/74132350-d629-40bd-b240-f2fc9af151e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3254926
Jan 26 21:55:30.588907 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3319f3fd-7a22-4dc9-89b4-eea6d7c804bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for network, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:30.691765 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3319f3fd-7a22-4dc9-89b4-eea6d7c804bc admin admin] Pushing event deleted for resources: {'Network': ['ID=a10150c0-4fd6-4299-b997-0c44a645ef9d,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:30.813899 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-ac992cd5-4501-4c4d-81fb-9267efe38c91 service neutron] 10.222.0.30 "GET /v2.0/networks/74132350-d629-40bd-b240-f2fc9af151e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1971171
Jan 26 21:55:30.833704 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-5ea457a6-18ad-4ed3-bca2-1d4326a18fa5 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:55:30.839386 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-5ea457a6-18ad-4ed3-bca2-1d4326a18fa5 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Usage tracker for resource:port and tenant:b82b6ae9f96b46d09fda183cc608b666 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:55:30.843364 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-5ea457a6-18ad-4ed3-bca2-1d4326a18fa5 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:55:30.847731 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-3319f3fd-7a22-4dc9-89b4-eea6d7c804bc admin admin] 10.222.0.30 "DELETE /v2.0/networks/a10150c0-4fd6-4299-b997-0c44a645ef9d HTTP/1.1" status: 204  len: 168 time: 3.6766002
Jan 26 21:55:30.859233 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3319f3fd-7a22-4dc9-89b4-eea6d7c804bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:30.861554 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a4c5ba81-f047-45eb-8ab8-d3b60abbed76 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:30.865794 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-a4c5ba81-f047-45eb-8ab8-d3b60abbed76 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.9767020
Jan 26 21:55:30.870066 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 42924) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:30.870420 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-5ea457a6-18ad-4ed3-bca2-1d4326a18fa5 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:55:30.901328 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Pushing event updated for resources: {'Port': ['ID=5f61a91d-d8a1-4512-a9a7-7f866dc9c7cb,revision_number=5']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:30.933900 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-8ee04f15-a94b-4907-971a-fef868c3fd19 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Request body: {'security_group_rule': {'security_group_id': 'e1ffb173-ecab-483a-8113-5d1500343203', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:55:30.943144 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:31.077068 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-8ee04f15-a94b-4907-971a-fef868c3fd19 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:55:31.161620 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-21699fa7-a5f3-48c8-afe9-f567461d177e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5adff87b8>, [{'id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1210003276-router', 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd928ad77-29f1-4fa1-b370-22bea2f190ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:55:06Z', 'updated_at': '2021-01-26T21:55:22Z', 'revision_number': 4, 'project_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'gw_port': {'id': 'd928ad77-29f1-4fa1-b370-22bea2f190ed', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:09Z', 'updated_at': '2021-01-26T21:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': '179080c4-38a5-4df1-b53d-1fa54069dd02', 'name': '', 'network_id': 'a055a280-6113-40f9-90e9-85b200767415', 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'mac_address': 'fa:16:3e:dc:2a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'd34651d4-afa5-4ccf-825b-2a13925b4ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:20Z', 'updated_at': '2021-01-26T21:55:22Z', 'revision_number': 2, 'project_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'subnets': [{'id': 'd34651d4-afa5-4ccf-825b-2a13925b4ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:55:31.186229 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21699fa7-a5f3-48c8-afe9-f567461d177e None None] Checking router: bcfb3fff-4594-4cea-ae9f-548bbaef08fc for host: dv-cinder-772126-1-iscsi {{(pid=80150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 21:55:31.186782 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21699fa7-a5f3-48c8-afe9-f567461d177e None None] Updating router bcfb3fff-4594-4cea-ae9f-548bbaef08fc port 179080c4-38a5-4df1-b53d-1fa54069dd02 binding host dv-cinder-772126-1-iscsi {{(pid=80150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 26 21:55:31.193134 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-8ee04f15-a94b-4907-971a-fef868c3fd19 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Usage tracker for resource:security_group_rule and tenant:c8cd6f60f4bf49aabee2ed7fc70c2d8b is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:55:31.225312 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-8ee04f15-a94b-4907-971a-fef868c3fd19 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:55:31.320062 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-8ee04f15-a94b-4907-971a-fef868c3fd19 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:55:31.366329 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5b047635-5991-4003-8eda-17337cf1de37 req-afa72d38-c266-4807-a51f-6b620830dde9 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a7561c-7d70-4caf-a456-c65309b76d40 HTTP/1.1" status: 200  len: 210 time: 0.4367406
Jan 26 21:55:31.368436 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-5ea457a6-18ad-4ed3-bca2-1d4326a18fa5 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Made reservation on behalf of b82b6ae9f96b46d09fda183cc608b666 for: {'port': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 21:55:31.384466 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-5ea457a6-18ad-4ed3-bca2-1d4326a18fa5 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:31.631593 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-21699fa7-a5f3-48c8-afe9-f567461d177e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:31.738109 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 42932) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:31.925254 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 42938) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:32.279011 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.45', 56033) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:32.501579 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 5f61a91d-d8a1-4512-a9a7-7f866dc9c7cb up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:55:32.709022 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-5ea457a6-18ad-4ed3-bca2-1d4326a18fa5 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Allocated IP 172.20.0.9 (f9448752-720e-4c70-b375-64a9a675e913/4f086c97-34b7-4ae5-a8c7-ef3072b60037/6a3b7b6c-607b-4fd9-b3f5-65854e200ebb) {{(pid=80149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 21:55:32.873120 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-75a3938b-3a86-4daa-b028-f65ff532b437 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Allocated IP 172.20.0.4 (0220ea98-c36d-4592-abec-85c89380925e/a4ce4f64-6a29-442a-b4ca-edb027adcf72/8e13d2f1-c2b4-484b-88f7-ce8fb60e39d6) {{(pid=80148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 21:55:33.222443 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-8ee04f15-a94b-4907-971a-fef868c3fd19 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:33.230238 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1070ae20-66d6-4b39-a0af-4ed13a5f8dc3 req-1189fd19-94eb-437c-a8db-da2a945452b4 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb11db3d-4843-4ee1-8bf6-0740060f7a8a HTTP/1.1" status: 200  len: 210 time: 0.1455429
Jan 26 21:55:33.422277 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-761603d5-8598-42fa-a9e9-2cd7b5f15789 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d1da205add6a40189271a6ad57880401&name=default HTTP/1.1" status: 200  len: 2975 time: 1.6799746
Jan 26 21:55:33.451641 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port 5f61a91d-d8a1-4512-a9a7-7f866dc9c7cb triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:55:33.451641 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:33.460766 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 42972) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:33.512136 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1924dd84-8c60-4fb6-a6e3-c2c2025e385c req-7ca8a1c4-4ee3-4e24-9e15-3d1ef79bc656 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 210 time: 0.3016565
Jan 26 21:55:33.528673 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-21699fa7-a5f3-48c8-afe9-f567461d177e None None] Notify callbacks [] for port, precommit_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:33.563367 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-75a3938b-3a86-4daa-b028-f65ff532b437 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Notify callbacks [] for port, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:33.594712 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-21699fa7-a5f3-48c8-afe9-f567461d177e None None] Transition to ACTIVE for port object 179080c4-38a5-4df1-b53d-1fa54069dd02 will not be triggered until provisioned by entity L2. {{(pid=80150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 21:55:33.616652 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1a134271-f770-46f7-be51-99c283f4bc58 req-52342c66-9164-42e9-84b2-05ba8d5e71ee tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a7561c-7d70-4caf-a456-c65309b76d40 HTTP/1.1" status: 200  len: 210 time: 0.1030998
Jan 26 21:55:33.622456 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-21699fa7-a5f3-48c8-afe9-f567461d177e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:33.627541 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5b41533b-64a1-4ff4-b9c5-64fa351f0639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:33.708189 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:33.717384 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-5b41533b-64a1-4ff4-b9c5-64fa351f0639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:55:33.732867 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7874502e-4fc9-4c0c-bc98-086d4bd63784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:33.741558 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-5ea457a6-18ad-4ed3-bca2-1d4326a18fa5 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Notify callbacks [] for port, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:33.752633 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-5b41533b-64a1-4ff4-b9c5-64fa351f0639 admin admin] Usage tracker for resource:security_group_rule and tenant:c8e13fa37e964ddbafef225d35a99d2f is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:55:33.769639 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-5b41533b-64a1-4ff4-b9c5-64fa351f0639 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:55:33.807156 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0ac9d-c952-4cb3-b0de-d15a6f0bf461 None None] Pushing event updated for resources: {'Port': ['ID=179080c4-38a5-4df1-b53d-1fa54069dd02,revision_number=3']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:33.810480 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f7e0ac9d-c952-4cb3-b0de-d15a6f0bf461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:33.818968 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-5ea457a6-18ad-4ed3-bca2-1d4326a18fa5 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008'] for port, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:33.833941 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-46659fa4-e27a-48b5-8719-3b4dcefe5370 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:33.835643 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-46659fa4-e27a-48b5-8719-3b4dcefe5370 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.45 "GET /v2.0/networks?id=74132350-d629-40bd-b240-f2fc9af151e7 HTTP/1.1" status: 200  len: 819 time: 1.5403824
Jan 26 21:55:33.840115 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:33.843067 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-5b41533b-64a1-4ff4-b9c5-64fa351f0639 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:55:33.846447 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-8ee04f15-a94b-4907-971a-fef868c3fd19 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:33.865771 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7874502e-4fc9-4c0c-bc98-086d4bd63784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:33.898091 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-8ee04f15-a94b-4907-971a-fef868c3fd19 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553973'] for security_group_rule, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:33.951247 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:33.969210 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-75a3938b-3a86-4daa-b028-f65ff532b437 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32409920'] for port, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:34.007239 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee04f15-a94b-4907-971a-fef868c3fd19 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4024848-d56f-4fca-902e-10e967a86b62,revision_number=0']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:34.017024 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-8ee04f15-a94b-4907-971a-fef868c3fd19 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:34.036070 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea457a6-18ad-4ed3-bca2-1d4326a18fa5 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Pushing event updated for resources: {'Port': ['ID=6a3b7b6c-607b-4fd9-b3f5-65854e200ebb,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:34.042557 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-5ea457a6-18ad-4ed3-bca2-1d4326a18fa5 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:34.085373 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:34.087754 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-21699fa7-a5f3-48c8-afe9-f567461d177e None None] Attempting to bind port 179080c4-38a5-4df1-b53d-1fa54069dd02 on host dv-cinder-772126-1-iscsi for vnic_type normal with profile  {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 21:55:34.088291 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-21699fa7-a5f3-48c8-afe9-f567461d177e None None] Attempting to bind port 179080c4-38a5-4df1-b53d-1fa54069dd02 by drivers openvswitch on host dv-cinder-772126-1-iscsi at level 0 using segments [{'id': '97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a055a280-6113-40f9-90e9-85b200767415'}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 21:55:34.088831 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21699fa7-a5f3-48c8-afe9-f567461d177e None None] Attempting to bind port 179080c4-38a5-4df1-b53d-1fa54069dd02 on network a055a280-6113-40f9-90e9-85b200767415 {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 21:55:34.095641 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21699fa7-a5f3-48c8-afe9-f567461d177e None None] Checking agent: {'id': 'acda3ae2-213d-42a9-bfbd-ef6e74b838e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 21, 45, 45), 'started_at': datetime.datetime(2021, 1, 26, 21, 46, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 21, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 21:55:34.096353 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21699fa7-a5f3-48c8-afe9-f567461d177e None None] Checking segment: {'id': '97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a055a280-6113-40f9-90e9-85b200767415'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 21:55:34.106060 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-21699fa7-a5f3-48c8-afe9-f567461d177e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:34.106060 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21699fa7-a5f3-48c8-afe9-f567461d177e None None] Bound using segment: {'id': '97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a055a280-6113-40f9-90e9-85b200767415'} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 21:55:34.106060 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-21699fa7-a5f3-48c8-afe9-f567461d177e None None] Bound port: 179080c4-38a5-4df1-b53d-1fa54069dd02, host: dv-cinder-772126-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a055a280-6113-40f9-90e9-85b200767415'}}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 21:55:34.106060 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-21699fa7-a5f3-48c8-afe9-f567461d177e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:34.150003 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-5ea457a6-18ad-4ed3-bca2-1d4326a18fa5 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Network f9448752-720e-4c70-b375-64a9a675e913 is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 21:55:34.152655 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-5ea457a6-18ad-4ed3-bca2-1d4326a18fa5 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Resources bound (agent type, host, resource id):  {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 21:55:34.157000 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-5ea457a6-18ad-4ed3-bca2-1d4326a18fa5 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Received port after_create {{(pid=80149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 21:55:34.205876 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-21699fa7-a5f3-48c8-afe9-f567461d177e None None] For port 179080c4-38a5-4df1-b53d-1fa54069dd02, host dv-cinder-772126-1-iscsi, cleared binding levels {{(pid=80150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 21:55:34.209521 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-21699fa7-a5f3-48c8-afe9-f567461d177e None None] For port 179080c4-38a5-4df1-b53d-1fa54069dd02, host dv-cinder-772126-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=179080c4-38a5-4df1-b53d-1fa54069dd02,segment=NetworkSegment(97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec),segment_id=97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec)] {{(pid=80150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 21:55:34.224872 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-5ea457a6-18ad-4ed3-bca2-1d4326a18fa5 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:34.225745 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-5ea457a6-18ad-4ed3-bca2-1d4326a18fa5 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for port, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:34.251865 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-21699fa7-a5f3-48c8-afe9-f567461d177e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:34.269636 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:34.288160 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-5ea457a6-18ad-4ed3-bca2-1d4326a18fa5 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.6332536
Jan 26 21:55:34.324166 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3938b-3a86-4daa-b028-f65ff532b437 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Pushing event updated for resources: {'Port': ['ID=8e13d2f1-c2b4-484b-88f7-ce8fb60e39d6,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:34.339871 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-75a3938b-3a86-4daa-b028-f65ff532b437 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:34.404526 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7874502e-4fc9-4c0c-bc98-086d4bd63784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:34.424164 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:34.440881 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-75a3938b-3a86-4daa-b028-f65ff532b437 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Network 0220ea98-c36d-4592-abec-85c89380925e is already hosted by enough agents. {{(pid=80148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 21:55:34.443268 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-8ee04f15-a94b-4907-971a-fef868c3fd19 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:34.444765 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-8ee04f15-a94b-4907-971a-fef868c3fd19 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 3.5674427
Jan 26 21:55:34.448704 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0ac9d-c952-4cb3-b0de-d15a6f0bf461 None None] Pushing event updated for resources: {'Port': ['ID=179080c4-38a5-4df1-b53d-1fa54069dd02,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:34.449249 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 42988) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:34.451423 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7874502e-4fc9-4c0c-bc98-086d4bd63784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:34.452800 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f7e0ac9d-c952-4cb3-b0de-d15a6f0bf461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:34.464147 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-7874502e-4fc9-4c0c-bc98-086d4bd63784 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e44a6cc6-adae-4513-97d6-c95ab83a77b5 HTTP/1.1" status: 204  len: 168 time: 0.9854610
Jan 26 21:55:34.464147 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-75a3938b-3a86-4daa-b028-f65ff532b437 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Resources bound (agent type, host, resource id):  {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 21:55:34.464516 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-2df7c2ea-7a0d-430f-8db4-8253d6759e8d tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Request body: {'floatingip': {'floating_network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:55:34.464643 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7874502e-4fc9-4c0c-bc98-086d4bd63784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44a6cc6-adae-4513-97d6-c95ab83a77b5,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:34.488780 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-75a3938b-3a86-4daa-b028-f65ff532b437 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Received port after_create {{(pid=80148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 21:55:34.505181 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-2df7c2ea-7a0d-430f-8db4-8253d6759e8d tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:55:34.518250 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21699fa7-a5f3-48c8-afe9-f567461d177e None None] Routers {'bcfb3fff-4594-4cea-ae9f-548bbaef08fc'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 21:55:34.518951 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-21699fa7-a5f3-48c8-afe9-f567461d177e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5adff87b8>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T21:55:14Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['bcfb3fff-4594-4cea-ae9f-548bbaef08fc'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:55:34.538958 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-7874502e-4fc9-4c0c-bc98-086d4bd63784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:34.616917 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5b41533b-64a1-4ff4-b9c5-64fa351f0639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:34.673339 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-75a3938b-3a86-4daa-b028-f65ff532b437 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:34.674000 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-75a3938b-3a86-4daa-b028-f65ff532b437 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:34.682248 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5b41533b-64a1-4ff4-b9c5-64fa351f0639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:34.721579 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-fa65b6e6-0bab-4906-8f02-6cf0f8432d7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:34.732826 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-2df7c2ea-7a0d-430f-8db4-8253d6759e8d tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Usage tracker for resource:floatingip and tenant:c8cd6f60f4bf49aabee2ed7fc70c2d8b is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:55:34.777027 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-2df7c2ea-7a0d-430f-8db4-8253d6759e8d tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:55:34.792662 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b41533b-64a1-4ff4-b9c5-64fa351f0639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82eef91-6b96-4e0a-a44c-9471f017a7a4,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:34.796538 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-5b41533b-64a1-4ff4-b9c5-64fa351f0639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:34.799380 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-5b41533b-64a1-4ff4-b9c5-64fa351f0639 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c8e13fa37e964ddbafef225d35a99d2f&name=default HTTP/1.1" status: 200  len: 2979 time: 2.8212726
Jan 26 21:55:34.804342 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 43002) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:34.822205 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-75a3938b-3a86-4daa-b028-f65ff532b437 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.2223749
Jan 26 21:55:34.845222 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-21699fa7-a5f3-48c8-afe9-f567461d177e None None] Set router bcfb3fff-4594-4cea-ae9f-548bbaef08fc gateway port host: dv-cinder-772126-1-iscsi {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 21:55:34.888412 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-89b88d36-f3ae-4073-baa4-c062bd49541c req-43686f14-79e8-4058-bd9b-4c114f87bec0 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 210 time: 0.1277697
Jan 26 21:55:34.889558 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-2df7c2ea-7a0d-430f-8db4-8253d6759e8d tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:55:34.897923 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-645f7a88-191d-4733-809d-50942ed9bbfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:34.987003 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-645f7a88-191d-4733-809d-50942ed9bbfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:35.106825 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1fa12-4e0c-4bdf-8266-b1c2aa5f0a78 req-26220246-8779-46c9-a532-14edb320c5ef tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:35.108370 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-eed1fa12-4e0c-4bdf-8266-b1c2aa5f0a78 req-26220246-8779-46c9-a532-14edb320c5ef tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Synchronizing usage tracker for tenant:b82b6ae9f96b46d09fda183cc608b666 on resource:port {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 21:55:35.114363 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2df7c2ea-7a0d-430f-8db4-8253d6759e8d tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks [] for floatingip, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:35.144101 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-645f7a88-191d-4733-809d-50942ed9bbfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:35.157405 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-facea5fc-792f-4a5a-8daa-cd615dbca5a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:35.185941 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f7a88-191d-4733-809d-50942ed9bbfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82eef91-6b96-4e0a-a44c-9471f017a7a4,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:35.199972 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-645f7a88-191d-4733-809d-50942ed9bbfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:35.207629 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-645f7a88-191d-4733-809d-50942ed9bbfb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b82eef91-6b96-4e0a-a44c-9471f017a7a4 HTTP/1.1" status: 204  len: 168 time: 0.4011819
Jan 26 21:55:35.209127 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-645f7a88-191d-4733-809d-50942ed9bbfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:35.267715 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-eed1fa12-4e0c-4bdf-8266-b1c2aa5f0a78 req-26220246-8779-46c9-a532-14edb320c5ef tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Unset dirty status for tenant:b82b6ae9f96b46d09fda183cc608b666 on resource:port {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 21:55:35.269935 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-eed1fa12-4e0c-4bdf-8266-b1c2aa5f0a78 req-26220246-8779-46c9-a532-14edb320c5ef tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb11db3d-4843-4ee1-8bf6-0740060f7a8a HTTP/1.1" status: 200  len: 931 time: 0.7683187
Jan 26 21:55:35.417198 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-21699fa7-a5f3-48c8-afe9-f567461d177e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5adff87b8>, [{'id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1210003276-router', 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd928ad77-29f1-4fa1-b370-22bea2f190ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:55:06Z', 'updated_at': '2021-01-26T21:55:22Z', 'revision_number': 4, 'project_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'gw_port': {'id': 'd928ad77-29f1-4fa1-b370-22bea2f190ed', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:09Z', 'updated_at': '2021-01-26T21:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': '179080c4-38a5-4df1-b53d-1fa54069dd02', 'name': '', 'network_id': 'a055a280-6113-40f9-90e9-85b200767415', 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'mac_address': 'fa:16:3e:dc:2a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'd34651d4-afa5-4ccf-825b-2a13925b4ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:20Z', 'updated_at': '2021-01-26T21:55:34Z', 'revision_number': 4, 'project_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'subnets': [{'id': 'd34651d4-afa5-4ccf-825b-2a13925b4ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:55:35.422544 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21699fa7-a5f3-48c8-afe9-f567461d177e None None] The sync data for ids ['bcfb3fff-4594-4cea-ae9f-548bbaef08fc'] in dv-cinder-772126-1-iscsi is: [{'id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1210003276-router', 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd928ad77-29f1-4fa1-b370-22bea2f190ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:55:06Z', 'updated_at': '2021-01-26T21:55:22Z', 'revision_number': 4, 'project_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'gw_port': {'id': 'd928ad77-29f1-4fa1-b370-22bea2f190ed', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:09Z', 'updated_at': '2021-01-26T21:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': '179080c4-38a5-4df1-b53d-1fa54069dd02', 'name': '', 'network_id': 'a055a280-6113-40f9-90e9-85b200767415', 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'mac_address': 'fa:16:3e:dc:2a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'd34651d4-afa5-4ccf-825b-2a13925b4ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:20Z', 'updated_at': '2021-01-26T21:55:34Z', 'revision_number': 4, 'project_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'subnets': [{'id': 'd34651d4-afa5-4ccf-825b-2a13925b4ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 21:55:35.530471 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-eed1fa12-4e0c-4bdf-8266-b1c2aa5f0a78 req-e5d86a9e-1d8a-4f46-8169-51972d020612 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b885583-6d13-4295-acd2-c4e586d6c58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1695733
Jan 26 21:55:35.569788 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 43014) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:35.680015 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-a33dd500-483a-4e0f-a628-c1d0e9174c36 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5b23d06d732548108e386b12dbcc80e4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1038411
Jan 26 21:55:35.680843 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b01e8-fce4-4b89-9faf-aad94e3a452a req-37a54bf6-c021-4a34-8a99-fe3f8422c5d2 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:35.682445 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 43018) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:35.683505 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5b9b01e8-fce4-4b89-9faf-aad94e3a452a req-37a54bf6-c021-4a34-8a99-fe3f8422c5d2 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a7561c-7d70-4caf-a456-c65309b76d40 HTTP/1.1" status: 200  len: 931 time: 0.4274678
Jan 26 21:55:35.832639 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-57b042ba-870d-4071-987a-3ff1c79c21d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:35.889191 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2df7c2ea-7a0d-430f-8db4-8253d6759e8d tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:35.922835 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-57b042ba-870d-4071-987a-3ff1c79c21d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:36.140333 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5b9b01e8-fce4-4b89-9faf-aad94e3a452a req-2f6c46b6-4a26-456f-8745-090cc1ba98ff tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4266505
Jan 26 21:55:36.194434 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-57b042ba-870d-4071-987a-3ff1c79c21d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:36.234900 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-5b41533b-64a1-4ff4-b9c5-64fa351f0639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:36.354384 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-57b042ba-870d-4071-987a-3ff1c79c21d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:36.374650 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-57b042ba-870d-4071-987a-3ff1c79c21d3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fa8a906c-6fab-48f8-a25b-545fbc7b3516 HTTP/1.1" status: 204  len: 168 time: 0.6716037
Jan 26 21:55:36.403253 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b042ba-870d-4071-987a-3ff1c79c21d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8a906c-6fab-48f8-a25b-545fbc7b3516,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:36.406385 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 179080c4-38a5-4df1-b53d-1fa54069dd02 up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:55:36.410923 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-57b042ba-870d-4071-987a-3ff1c79c21d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:36.517362 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 43034) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:36.557140 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-09256a3d-480a-49cb-9cb3-f3d411c4a472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:36.593133 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-09256a3d-480a-49cb-9cb3-f3d411c4a472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:55:36.599129 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-09256a3d-480a-49cb-9cb3-f3d411c4a472 admin admin] Usage tracker for resource:security_group_rule and tenant:621d2adfb006453f84a89b9caec3011f is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:55:36.605198 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-09256a3d-480a-49cb-9cb3-f3d411c4a472 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:55:36.615678 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-09256a3d-480a-49cb-9cb3-f3d411c4a472 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:55:36.660716 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ebd300b9-bcee-4f63-b8f2-a07192987c40 req-19b7dfae-5470-49b5-9503-5aed9fabc344 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 210 time: 0.1261458
Jan 26 21:55:36.685974 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning for port 179080c4-38a5-4df1-b53d-1fa54069dd02 completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 21:55:36.691880 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port 179080c4-38a5-4df1-b53d-1fa54069dd02 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:55:36.692325 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:36.865288 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-2df7c2ea-7a0d-430f-8db4-8253d6759e8d tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Allocated IP 172.27.2.46 (1ba61b85-6a57-4c86-8c7b-e71ed182691b/36fb7a5a-6726-45c7-9dc5-3a7ad8db1808/97d34dd3-cf3e-41c4-a4d0-d3938e106ae3) {{(pid=80149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 21:55:36.881516 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-a4b57e9e-fd84-4e0a-a94a-f7be1e0e28a5 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Request body: {'port': {'device_id': '55c7e383-90ad-48e3-aba5-e4c8b1518a12', 'network_id': '74132350-d629-40bd-b240-f2fc9af151e7', 'admin_state_up': True, 'tenant_id': '7a4c50647a404710832ed97f00c9133b'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:55:36.891978 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-c0183948-84cd-4f2d-aa75-776d8d0bcbb1 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=80149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 26 21:55:36.897340 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-c0183948-84cd-4f2d-aa75-776d8d0bcbb1 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0242455
Jan 26 21:55:37.276728 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:37.343701 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] For port 179080c4-38a5-4df1-b53d-1fa54069dd02, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=179080c4-38a5-4df1-b53d-1fa54069dd02,segment=NetworkSegment(97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec),segment_id=97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 21:55:37.382779 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:37.386494 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:37.542480 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-09256a3d-480a-49cb-9cb3-f3d411c4a472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:37.551164 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-1c2be0fe-07ef-4b23-bc27-f7d5d882db97 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=80148) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 26 21:55:37.552367 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-1c2be0fe-07ef-4b23-bc27-f7d5d882db97 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0475008
Jan 26 21:55:37.649769 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Pushing event updated for resources: {'Port': ['ID=179080c4-38a5-4df1-b53d-1fa54069dd02,revision_number=5']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:37.656101 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:37.776076 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-09256a3d-480a-49cb-9cb3-f3d411c4a472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:37.776843 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-a4b57e9e-fd84-4e0a-a94a-f7be1e0e28a5 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:55:37.791307 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-a4b57e9e-fd84-4e0a-a94a-f7be1e0e28a5 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Usage tracker for resource:port and tenant:7a4c50647a404710832ed97f00c9133b is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:55:37.794488 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:37.804074 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-a4b57e9e-fd84-4e0a-a94a-f7be1e0e28a5 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:55:37.822482 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-a4b57e9e-fd84-4e0a-a94a-f7be1e0e28a5 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:55:37.861087 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-09256a3d-480a-49cb-9cb3-f3d411c4a472 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=621d2adfb006453f84a89b9caec3011f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3393958
Jan 26 21:55:37.862247 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09256a3d-480a-49cb-9cb3-f3d411c4a472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1dfafff-7a9c-4cd5-8432-87cc106a9c82,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:37.869093 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 43076) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:37.869725 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-09256a3d-480a-49cb-9cb3-f3d411c4a472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:37.930979 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-a4b57e9e-fd84-4e0a-a94a-f7be1e0e28a5 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Made reservation on behalf of 7a4c50647a404710832ed97f00c9133b for: {'port': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 21:55:37.961957 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-a4b57e9e-fd84-4e0a-a94a-f7be1e0e28a5 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:38.005623 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc3977-46c6-477d-aca9-ab6b76ecf072 req-60c19ab8-9bc6-4bc8-b865-27728af0f7d2 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:38.014353 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4bfc3977-46c6-477d-aca9-ab6b76ecf072 req-60c19ab8-9bc6-4bc8-b865-27728af0f7d2 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb11db3d-4843-4ee1-8bf6-0740060f7a8a HTTP/1.1" status: 200  len: 931 time: 1.0596764
Jan 26 21:55:38.115128 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2df7c2ea-7a0d-430f-8db4-8253d6759e8d tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks [] for port, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:38.219056 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9443c92-4b93-42d2-b643-b99bc52db353 req-e90fea19-46b5-46c7-be66-170b6ac09d9c tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:38.220821 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d9443c92-4b93-42d2-b643-b99bc52db353 req-e90fea19-46b5-46c7-be66-170b6ac09d9c tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a7561c-7d70-4caf-a456-c65309b76d40 HTTP/1.1" status: 200  len: 931 time: 0.6233737
Jan 26 21:55:38.263574 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4bfc3977-46c6-477d-aca9-ab6b76ecf072 req-fc638d36-18fd-4a0f-8241-4928eddd11b0 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b885583-6d13-4295-acd2-c4e586d6c58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2479782
Jan 26 21:55:38.406257 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-dd20c169-b851-4972-834b-929375b3f536 service neutron] Request body: {'port': {'device_id': '03a7561c-7d70-4caf-a456-c65309b76d40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:55:38.419146 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 179080c4-38a5-4df1-b53d-1fa54069dd02 up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:55:38.567223 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d9443c92-4b93-42d2-b643-b99bc52db353 req-ddbca7c0-03b3-4dc3-90c9-5d8e75683042 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3017147
Jan 26 21:55:38.629014 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-dd20c169-b851-4972-834b-929375b3f536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:38.636993 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port 179080c4-38a5-4df1-b53d-1fa54069dd02 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:55:38.637678 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:38.665409 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-df192afa-fc3e-466b-acb7-344b3948941e service neutron] Request body: {'port': {'device_id': 'cb11db3d-4843-4ee1-8bf6-0740060f7a8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:55:38.933476 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e0eb2ec7-c377-49a7-b523-7aa477b69855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:38.976629 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e0eb2ec7-c377-49a7-b523-7aa477b69855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:38.993429 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.45', 56042) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:39.141095 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-eaf57ade-30f0-4b2a-9753-fe73799beca6 req-e8c9b41f-9c0e-4810-81d2-05bd37dc8e44 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 210 time: 0.2687738
Jan 26 21:55:39.363898 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2df7c2ea-7a0d-430f-8db4-8253d6759e8d tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008'] for port, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:39.471919 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:39.561991 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-df192afa-fc3e-466b-acb7-344b3948941e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:39.615010 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-fbe39b01-453d-4e18-8de1-d0f2a71f3097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:39.760806 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-a4b57e9e-fd84-4e0a-a94a-f7be1e0e28a5 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Allocated IP 172.20.0.2 (74132350-d629-40bd-b240-f2fc9af151e7/10a8d33b-7d45-4a88-98ab-e3f8e511099a/ad3f6679-2264-48da-a0a2-33f9f2272a72) {{(pid=80148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 21:55:40.066010 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-5325820a-58e4-4fc5-9c05-3eb97c087c4e tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:40.067715 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-5325820a-58e4-4fc5-9c05-3eb97c087c4e tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.45 "GET /v2.0/networks?id=74132350-d629-40bd-b240-f2fc9af151e7 HTTP/1.1" status: 200  len: 819 time: 1.0358958
Jan 26 21:55:40.147144 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-29f3be18-d61a-4073-a055-76d4a17ad639 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Request body: {'port': {'device_id': '6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504', 'network_id': '74132350-d629-40bd-b240-f2fc9af151e7', 'admin_state_up': True, 'tenant_id': '7a4c50647a404710832ed97f00c9133b'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:55:40.444392 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-29f3be18-d61a-4073-a055-76d4a17ad639 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:55:40.457136 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-29f3be18-d61a-4073-a055-76d4a17ad639 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Usage tracker for resource:port and tenant:7a4c50647a404710832ed97f00c9133b is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:55:40.464511 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-29f3be18-d61a-4073-a055-76d4a17ad639 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:55:40.515019 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-29f3be18-d61a-4073-a055-76d4a17ad639 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:55:40.561035 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df7c2ea-7a0d-430f-8db4-8253d6759e8d tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Pushing event updated for resources: {'Port': ['ID=97d34dd3-cf3e-41c4-a4d0-d3938e106ae3,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:40.569415 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e0eb2ec7-c377-49a7-b523-7aa477b69855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:40.574758 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2df7c2ea-7a0d-430f-8db4-8253d6759e8d tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.103s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:40.629208 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-29f3be18-d61a-4073-a055-76d4a17ad639 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Made reservation on behalf of 7a4c50647a404710832ed97f00c9133b for: {'port': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 21:55:40.645217 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-29f3be18-d61a-4073-a055-76d4a17ad639 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:40.671351 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c075fb12-3892-492b-81e4-84903a002885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:40.806118 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb2ec7-c377-49a7-b523-7aa477b69855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1dfafff-7a9c-4cd5-8432-87cc106a9c82,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:40.845840 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e0eb2ec7-c377-49a7-b523-7aa477b69855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:40.969395 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df7c2ea-7a0d-430f-8db4-8253d6759e8d tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Network 1ba61b85-6a57-4c86-8c7b-e71ed182691b is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 21:55:41.002417 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-2df7c2ea-7a0d-430f-8db4-8253d6759e8d tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Resources bound (agent type, host, resource id):  {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 21:55:41.009963 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df7c2ea-7a0d-430f-8db4-8253d6759e8d tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Received port after_create {{(pid=80149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 21:55:41.077552 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e0eb2ec7-c377-49a7-b523-7aa477b69855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:41.084396 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-e0eb2ec7-c377-49a7-b523-7aa477b69855 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d1dfafff-7a9c-4cd5-8432-87cc106a9c82 HTTP/1.1" status: 204  len: 168 time: 3.0673294
Jan 26 21:55:41.228466 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-a4b57e9e-fd84-4e0a-a94a-f7be1e0e28a5 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Notify callbacks [] for port, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:41.360273 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-dd20c169-b851-4972-834b-929375b3f536 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e13d2f1-c2b4-484b-88f7-ce8fb60e39d6 {{(pid=80148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 26 21:55:41.406854 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-dd20c169-b851-4972-834b-929375b3f536 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:41.415668 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0035856-e390-4d82-b3bb-8f6f3fbdbcaa req-6e91b5b2-1091-4620-b737-40e55b57e628 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:41.419763 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b0035856-e390-4d82-b3bb-8f6f3fbdbcaa req-6e91b5b2-1091-4620-b737-40e55b57e628 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb11db3d-4843-4ee1-8bf6-0740060f7a8a HTTP/1.1" status: 200  len: 931 time: 1.3717768
Jan 26 21:55:41.542375 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-dd20c169-b851-4972-834b-929375b3f536 service neutron] Transition to ACTIVE for port object 8e13d2f1-c2b4-484b-88f7-ce8fb60e39d6 will not be triggered until provisioned by entity L2. {{(pid=80148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 21:55:41.611072 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf1f72-cc57-4531-8aa4-a3dffaab7f35 req-0c1aa40f-cd5b-4afb-b1a5-06dcbcc9d46d tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:41.621572 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-dcaf1f72-cc57-4531-8aa4-a3dffaab7f35 req-0c1aa40f-cd5b-4afb-b1a5-06dcbcc9d46d tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a7561c-7d70-4caf-a456-c65309b76d40 HTTP/1.1" status: 200  len: 931 time: 1.5777712
Jan 26 21:55:41.671530 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-dd20c169-b851-4972-834b-929375b3f536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822365879'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:41.673858 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-a4b57e9e-fd84-4e0a-a94a-f7be1e0e28a5 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32409920'] for port, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:41.826672 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:41.894488 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b0035856-e390-4d82-b3bb-8f6f3fbdbcaa req-b4a56a3c-7037-40d3-a3ca-0f1541ce4faa tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b885583-6d13-4295-acd2-c4e586d6c58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4328709
Jan 26 21:55:41.991678 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-29f3be18-d61a-4073-a055-76d4a17ad639 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Allocated IP 172.20.0.4 (74132350-d629-40bd-b240-f2fc9af151e7/10a8d33b-7d45-4a88-98ab-e3f8e511099a/46f4cc3b-8bad-4b3d-9c38-e5e81206efd7) {{(pid=80148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 21:55:42.526232 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:42.618897 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd20c169-b851-4972-834b-929375b3f536 service neutron] Pushing event updated for resources: {'Port': ['ID=8e13d2f1-c2b4-484b-88f7-ce8fb60e39d6,revision_number=2']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:42.899447 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-df192afa-fc3e-466b-acb7-344b3948941e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a3b7b6c-607b-4fd9-b3f5-65854e200ebb {{(pid=80149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 26 21:55:42.969695 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-df192afa-fc3e-466b-acb7-344b3948941e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:43.064779 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-dcaf1f72-cc57-4531-8aa4-a3dffaab7f35 req-f2a01fac-787f-4a9b-b603-8bb90fb6a4ef tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.4198184
Jan 26 21:55:43.082080 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2df7c2ea-7a0d-430f-8db4-8253d6759e8d tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:43.098774 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-0a32a818-7dbb-4b68-802f-721093700c63 req-0d535a5d-8120-42cc-905b-d0383f19f0bc tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 210 time: 0.1731167
Jan 26 21:55:43.110524 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-df192afa-fc3e-466b-acb7-344b3948941e service neutron] Transition to ACTIVE for port object 6a3b7b6c-607b-4fd9-b3f5-65854e200ebb will not be triggered until provisioned by entity L2. {{(pid=80149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 21:55:43.213342 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-df192afa-fc3e-466b-acb7-344b3948941e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:43.282157 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2df7c2ea-7a0d-430f-8db4-8253d6759e8d tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:43.325024 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:43.394206 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e4e7e4b8-f5bc-464d-bfc4-bb59c27be95a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:43.420942 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df192afa-fc3e-466b-acb7-344b3948941e service neutron] Pushing event updated for resources: {'Port': ['ID=6a3b7b6c-607b-4fd9-b3f5-65854e200ebb,revision_number=2']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:43.479292 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b57e9e-fd84-4e0a-a94a-f7be1e0e28a5 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Pushing event updated for resources: {'Port': ['ID=ad3f6679-2264-48da-a0a2-33f9f2272a72,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:43.500642 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a4b57e9e-fd84-4e0a-a94a-f7be1e0e28a5 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.675s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:43.507116 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-df192afa-fc3e-466b-acb7-344b3948941e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:43.529170 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.304s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:43.529170 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:43.529822 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2df7c2ea-7a0d-430f-8db4-8253d6759e8d tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:44.033904 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-29f3be18-d61a-4073-a055-76d4a17ad639 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Notify callbacks [] for port, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:44.049120 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 21:55:44.349274 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-29f3be18-d61a-4073-a055-76d4a17ad639 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32409920'] for port, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:44.593676 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:44.752929 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 43240) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:44.916353 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7664ab-fda2-4dd8-b628-f2839673cc22 req-6c1c516e-48e0-4fff-bf94-fd51faefac89 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:44.919424 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-3b7664ab-fda2-4dd8-b628-f2839673cc22 req-6c1c516e-48e0-4fff-bf94-fd51faefac89 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb11db3d-4843-4ee1-8bf6-0740060f7a8a HTTP/1.1" status: 200  len: 943 time: 0.9721758
Jan 26 21:55:44.946031 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-df192afa-fc3e-466b-acb7-344b3948941e service neutron] Attempting to bind port 6a3b7b6c-607b-4fd9-b3f5-65854e200ebb on host hv-cinder-77212 for vnic_type normal with profile  {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 21:55:44.946710 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-df192afa-fc3e-466b-acb7-344b3948941e service neutron] Attempting to bind port 6a3b7b6c-607b-4fd9-b3f5-65854e200ebb by drivers openvswitch on host hv-cinder-77212 at level 0 using segments [{'id': '62fe147e-f2bb-4910-b99d-b2e82ad556d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f9448752-720e-4c70-b375-64a9a675e913'}] {{(pid=80149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 21:55:44.958159 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-df192afa-fc3e-466b-acb7-344b3948941e service neutron] Attempting to bind port 6a3b7b6c-607b-4fd9-b3f5-65854e200ebb on network f9448752-720e-4c70-b375-64a9a675e913 {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 21:55:44.979988 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-75a3938b-3a86-4daa-b028-f65ff532b437 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:45.009140 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-df192afa-fc3e-466b-acb7-344b3948941e service neutron] Checking agent: {'id': '907ce3e7-819e-4a7f-a1c4-c44a902d1710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 21, 53, 12), 'started_at': datetime.datetime(2021, 1, 26, 21, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 21, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 21:55:45.009723 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-df192afa-fc3e-466b-acb7-344b3948941e service neutron] Checking segment: {'id': '62fe147e-f2bb-4910-b99d-b2e82ad556d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f9448752-720e-4c70-b375-64a9a675e913'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 21:55:45.010458 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-df192afa-fc3e-466b-acb7-344b3948941e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:45.011129 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-df192afa-fc3e-466b-acb7-344b3948941e service neutron] Bound using segment: {'id': '62fe147e-f2bb-4910-b99d-b2e82ad556d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f9448752-720e-4c70-b375-64a9a675e913'} {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 21:55:45.012042 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-df192afa-fc3e-466b-acb7-344b3948941e service neutron] Bound port: 6a3b7b6c-607b-4fd9-b3f5-65854e200ebb, host: hv-cinder-77212, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62fe147e-f2bb-4910-b99d-b2e82ad556d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f9448752-720e-4c70-b375-64a9a675e913'}}] {{(pid=80149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 21:55:45.012703 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-df192afa-fc3e-466b-acb7-344b3948941e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:45.046848 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-a4b57e9e-fd84-4e0a-a94a-f7be1e0e28a5 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Network 74132350-d629-40bd-b240-f2fc9af151e7 is already hosted by enough agents. {{(pid=80148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 21:55:45.060980 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-a4b57e9e-fd84-4e0a-a94a-f7be1e0e28a5 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Resources bound (agent type, host, resource id):  {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 21:55:45.070487 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-a4b57e9e-fd84-4e0a-a94a-f7be1e0e28a5 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Received port after_create {{(pid=80148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 21:55:45.078295 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.db.resource_extend [None req-2df7c2ea-7a0d-430f-8db4-8253d6759e8d tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80149) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 26 21:55:45.189086 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 43250) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:45.249682 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-a4b57e9e-fd84-4e0a-a94a-f7be1e0e28a5 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:45.250779 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-a4b57e9e-fd84-4e0a-a94a-f7be1e0e28a5 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:45.370955 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:45.474992 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-df192afa-fc3e-466b-acb7-344b3948941e service neutron] For port 6a3b7b6c-607b-4fd9-b3f5-65854e200ebb, host hv-cinder-77212, cleared binding levels {{(pid=80149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 21:55:45.493071 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-df192afa-fc3e-466b-acb7-344b3948941e service neutron] For port 6a3b7b6c-607b-4fd9-b3f5-65854e200ebb, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=6a3b7b6c-607b-4fd9-b3f5-65854e200ebb,segment=NetworkSegment(62fe147e-f2bb-4910-b99d-b2e82ad556d2),segment_id=62fe147e-f2bb-4910-b99d-b2e82ad556d2)] {{(pid=80149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 21:55:45.502352 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2df7c2ea-7a0d-430f-8db4-8253d6759e8d tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks [] for port, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:45.575330 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-29f3be18-d61a-4073-a055-76d4a17ad639 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Network 74132350-d629-40bd-b240-f2fc9af151e7 is already hosted by enough agents. {{(pid=80148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 21:55:45.576893 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-dd20c169-b851-4972-834b-929375b3f536 service neutron] Attempting to bind port 8e13d2f1-c2b4-484b-88f7-ce8fb60e39d6 on host hv-cinder-77212 for vnic_type normal with profile  {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 21:55:45.577273 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-dd20c169-b851-4972-834b-929375b3f536 service neutron] Attempting to bind port 8e13d2f1-c2b4-484b-88f7-ce8fb60e39d6 by drivers openvswitch on host hv-cinder-77212 at level 0 using segments [{'id': '6e858ff7-c974-45e3-a0f9-318eb54e44cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0220ea98-c36d-4592-abec-85c89380925e'}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 21:55:45.577716 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-dd20c169-b851-4972-834b-929375b3f536 service neutron] Attempting to bind port 8e13d2f1-c2b4-484b-88f7-ce8fb60e39d6 on network 0220ea98-c36d-4592-abec-85c89380925e {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 21:55:45.582055 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-a4b57e9e-fd84-4e0a-a94a-f7be1e0e28a5 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 8.7114627
Jan 26 21:55:45.594410 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-29f3be18-d61a-4073-a055-76d4a17ad639 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Resources bound (agent type, host, resource id):  {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 21:55:45.600589 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-3b7664ab-fda2-4dd8-b628-f2839673cc22 req-8774f2d1-8f67-443a-a9d0-41c3312aa753 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b885583-6d13-4295-acd2-c4e586d6c58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5985687
Jan 26 21:55:45.613864 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f3be18-d61a-4073-a055-76d4a17ad639 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Pushing event updated for resources: {'Port': ['ID=46f4cc3b-8bad-4b3d-9c38-e5e81206efd7,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:45.627551 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-df192afa-fc3e-466b-acb7-344b3948941e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:45.628857 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2df7c2ea-7a0d-430f-8db4-8253d6759e8d tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:45.637049 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-29f3be18-d61a-4073-a055-76d4a17ad639 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:45.643308 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-29f3be18-d61a-4073-a055-76d4a17ad639 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Received port after_create {{(pid=80148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 21:55:45.706873 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-dd20c169-b851-4972-834b-929375b3f536 service neutron] Checking agent: {'id': '907ce3e7-819e-4a7f-a1c4-c44a902d1710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 21, 53, 12), 'started_at': datetime.datetime(2021, 1, 26, 21, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 21, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 21:55:45.707341 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-dd20c169-b851-4972-834b-929375b3f536 service neutron] Checking segment: {'id': '6e858ff7-c974-45e3-a0f9-318eb54e44cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0220ea98-c36d-4592-abec-85c89380925e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 21:55:45.707884 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-dd20c169-b851-4972-834b-929375b3f536 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:45.708293 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-dd20c169-b851-4972-834b-929375b3f536 service neutron] Bound using segment: {'id': '6e858ff7-c974-45e3-a0f9-318eb54e44cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0220ea98-c36d-4592-abec-85c89380925e'} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 21:55:45.708829 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-dd20c169-b851-4972-834b-929375b3f536 service neutron] Bound port: 8e13d2f1-c2b4-484b-88f7-ce8fb60e39d6, host: hv-cinder-77212, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e858ff7-c974-45e3-a0f9-318eb54e44cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0220ea98-c36d-4592-abec-85c89380925e'}}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 21:55:45.709216 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-dd20c169-b851-4972-834b-929375b3f536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:45.931450 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-62bb621b-7ddc-40a1-bafa-a2eaebeb2a34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:45.931705 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-167deb8c-3d25-4886-b6ed-8d252136516a service neutron] Request body: {'port': {'device_id': '55c7e383-90ad-48e3-aba5-e4c8b1518a12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:55:46.038871 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bbc816-84fb-418b-a927-0f75dd7f1a83 req-5d3a7bca-e906-4e66-9466-12d2813b33b7 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:46.047552 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-59bbc816-84fb-418b-a927-0f75dd7f1a83 req-5d3a7bca-e906-4e66-9466-12d2813b33b7 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a7561c-7d70-4caf-a456-c65309b76d40 HTTP/1.1" status: 200  len: 943 time: 1.5789943
Jan 26 21:55:46.130230 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e760ddb7-378d-4099-ba57-cde5446c8b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:46.201031 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-29f3be18-d61a-4073-a055-76d4a17ad639 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:46.202124 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-29f3be18-d61a-4073-a055-76d4a17ad639 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:46.209528 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-38e05197-6dfe-44d7-a170-5be3049bda99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:46.269497 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-dd20c169-b851-4972-834b-929375b3f536 service neutron] For port 8e13d2f1-c2b4-484b-88f7-ce8fb60e39d6, host hv-cinder-77212, cleared binding levels {{(pid=80148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 21:55:46.278235 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-dd20c169-b851-4972-834b-929375b3f536 service neutron] For port 8e13d2f1-c2b4-484b-88f7-ce8fb60e39d6, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=8e13d2f1-c2b4-484b-88f7-ce8fb60e39d6,segment=NetworkSegment(6e858ff7-c974-45e3-a0f9-318eb54e44cd),segment_id=6e858ff7-c974-45e3-a0f9-318eb54e44cd)] {{(pid=80148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 21:55:46.316029 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-38e05197-6dfe-44d7-a170-5be3049bda99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:55:46.324741 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-38e05197-6dfe-44d7-a170-5be3049bda99 admin admin] Usage tracker for resource:security_group_rule and tenant:fa392bf7504f4bd9b5a8f4f189aa60bb is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:55:46.366563 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-38e05197-6dfe-44d7-a170-5be3049bda99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:55:46.376950 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-38e05197-6dfe-44d7-a170-5be3049bda99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:55:46.384911 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-dd20c169-b851-4972-834b-929375b3f536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822365879'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:46.451278 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:46.462597 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-df192afa-fc3e-466b-acb7-344b3948941e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:46.463436 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-df192afa-fc3e-466b-acb7-344b3948941e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for port, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:46.465211 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-df192afa-fc3e-466b-acb7-344b3948941e service neutron] 10.222.0.45 "PUT /v2.0/ports/6a3b7b6c-607b-4fd9-b3f5-65854e200ebb HTTP/1.1" status: 200  len: 1157 time: 8.8815343
Jan 26 21:55:46.488736 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb11db3d-4843-4ee1-8bf6-0740060f7a8a', 'tag': '6a3b7b6c-607b-4fd9-b3f5-65854e200ebb'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 21:55:46.517757 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-29f3be18-d61a-4073-a055-76d4a17ad639 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.3977346
Jan 26 21:55:46.598753 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-d021de4e-d1ca-4612-bd4f-96c7b1d87134 service neutron] Request body: {'port': {'device_id': '6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:55:46.617932 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-e760ddb7-378d-4099-ba57-cde5446c8b16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:55:46.697574 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-167deb8c-3d25-4886-b6ed-8d252136516a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:46.746246 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd20c169-b851-4972-834b-929375b3f536 service neutron] Pushing event updated for resources: {'Port': ['ID=8e13d2f1-c2b4-484b-88f7-ce8fb60e39d6,revision_number=3']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:46.757621 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-dd20c169-b851-4972-834b-929375b3f536 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:46.783316 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-e760ddb7-378d-4099-ba57-cde5446c8b16 admin admin] Usage tracker for resource:security_group_rule and tenant:1181ddcdea374f31b7c1528a9eb75980 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:55:46.802756 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-e760ddb7-378d-4099-ba57-cde5446c8b16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:55:46.870582 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-59bbc816-84fb-418b-a927-0f75dd7f1a83 req-a18d551e-21e7-42c0-8dfb-a85197ecc9a5 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8218391
Jan 26 21:55:46.871225 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df192afa-fc3e-466b-acb7-344b3948941e service neutron] Pushing event updated for resources: {'Port': ['ID=6a3b7b6c-607b-4fd9-b3f5-65854e200ebb,revision_number=3']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:46.903156 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-e760ddb7-378d-4099-ba57-cde5446c8b16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:55:47.001471 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-38e05197-6dfe-44d7-a170-5be3049bda99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:47.068622 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-d021de4e-d1ca-4612-bd4f-96c7b1d87134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:47.084749 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-38e05197-6dfe-44d7-a170-5be3049bda99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:47.097323 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df7c2ea-7a0d-430f-8db4-8253d6759e8d tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Pushing event updated for resources: {'Port': ['ID=97d34dd3-cf3e-41c4-a4d0-d3938e106ae3,revision_number=2']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:47.114926 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:47.115205 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2df7c2ea-7a0d-430f-8db4-8253d6759e8d tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.184s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:47.129934 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-dd20c169-b851-4972-834b-929375b3f536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:47.130423 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-dd20c169-b851-4972-834b-929375b3f536 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:47.132177 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-dd20c169-b851-4972-834b-929375b3f536 service neutron] 10.222.0.45 "PUT /v2.0/ports/8e13d2f1-c2b4-484b-88f7-ce8fb60e39d6 HTTP/1.1" status: 200  len: 1157 time: 9.3665409
Jan 26 21:55:47.132907 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a7561c-7d70-4caf-a456-c65309b76d40', 'tag': '8e13d2f1-c2b4-484b-88f7-ce8fb60e39d6'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 21:55:47.134279 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.005s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:47.134829 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:47.191562 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-697026ae-727a-4889-851e-fa082d21e568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:47.194604 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-697026ae-727a-4889-851e-fa082d21e568 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b82b6ae9f96b46d09fda183cc608b666&device_id=cb11db3d-4843-4ee1-8bf6-0740060f7a8a HTTP/1.1" status: 200  len: 1160 time: 0.6118231
Jan 26 21:55:47.415497 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2df7c2ea-7a0d-430f-8db4-8253d6759e8d tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036821521460'] for floatingip, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:47.421430 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-7dbfc7ab-abf9-4b25-96ba-2cf9753604e8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a3b7b6c-607b-4fd9-b3f5-65854e200ebb HTTP/1.1" status: 200  len: 217 time: 0.2053297
Jan 26 21:55:47.493232 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50621f7a-b4e0-4729-a754-b7efd7ae3b54 req-6ed563c6-70a0-4b7d-900c-3f6e24d7cf60 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:47.502201 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-50621f7a-b4e0-4729-a754-b7efd7ae3b54 req-6ed563c6-70a0-4b7d-900c-3f6e24d7cf60 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 931 time: 1.5383649
Jan 26 21:55:47.653607 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-db407660-aabd-4cd1-9942-2e8c36d61668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:47.655476 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-db407660-aabd-4cd1-9942-2e8c36d61668 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4f086c97-34b7-4ae5-a8c7-ef3072b60037 HTTP/1.1" status: 200  len: 851 time: 0.2176509
Jan 26 21:55:47.662734 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2df7c2ea-7a0d-430f-8db4-8253d6759e8d tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for floatingip, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:47.676916 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-2df7c2ea-7a0d-430f-8db4-8253d6759e8d tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 13.2259216
Jan 26 21:55:47.754111 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-3590921b-9c3f-4712-ad07-67a567a7ff60 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f9448752-720e-4c70-b375-64a9a675e913&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0663095
Jan 26 21:55:47.801105 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-50621f7a-b4e0-4729-a754-b7efd7ae3b54 req-69805e62-b38d-4530-9457-f44161e7d72c tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Synchronizing usage tracker for tenant:7a4c50647a404710832ed97f00c9133b on resource:security_group {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 21:55:47.991093 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c238e-7573-4758-92a4-78cc27b3fdf9 req-5dfb9859-9e24-4bc6-9906-c7ab31fa862e tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:47.993533 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-299c238e-7573-4758-92a4-78cc27b3fdf9 req-5dfb9859-9e24-4bc6-9906-c7ab31fa862e tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb11db3d-4843-4ee1-8bf6-0740060f7a8a HTTP/1.1" status: 200  len: 943 time: 0.6502762
Jan 26 21:55:48.009799 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-50621f7a-b4e0-4729-a754-b7efd7ae3b54 req-69805e62-b38d-4530-9457-f44161e7d72c tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Unset dirty status for tenant:7a4c50647a404710832ed97f00c9133b on resource:security_group {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 21:55:48.029240 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-50621f7a-b4e0-4729-a754-b7efd7ae3b54 req-69805e62-b38d-4530-9457-f44161e7d72c tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5256293
Jan 26 21:55:48.047695 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-d021de4e-d1ca-4612-bd4f-96c7b1d87134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46f4cc3b-8bad-4b3d-9c38-e5e81206efd7 {{(pid=80148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 26 21:55:48.064401 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-38e05197-6dfe-44d7-a170-5be3049bda99 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fa392bf7504f4bd9b5a8f4f189aa60bb&name=default HTTP/1.1" status: 200  len: 2979 time: 2.8068893
Jan 26 21:55:48.068714 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-d021de4e-d1ca-4612-bd4f-96c7b1d87134 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:48.077459 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 43322) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:48.079424 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e760ddb7-378d-4099-ba57-cde5446c8b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:48.160285 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-299c238e-7573-4758-92a4-78cc27b3fdf9 req-5a23a588-15b0-47d4-a4f1-2f02db4c0c2c tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b885583-6d13-4295-acd2-c4e586d6c58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1556678
Jan 26 21:55:48.195323 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e760ddb7-378d-4099-ba57-cde5446c8b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:48.205656 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-d9e96429-b2c0-42e0-a1d9-7d5eb0c7ccd8 service neutron] 10.222.0.45 "GET /v2.0/networks/f9448752-720e-4c70-b375-64a9a675e913?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4408154
Jan 26 21:55:48.209836 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e0eb2ec7-c377-49a7-b523-7aa477b69855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:48.245820 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e05197-6dfe-44d7-a170-5be3049bda99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17547337-d9a2-462a-8635-be3b017d6d36,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:48.262519 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-38e05197-6dfe-44d7-a170-5be3049bda99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.148s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:48.264195 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-d021de4e-d1ca-4612-bd4f-96c7b1d87134 service neutron] Transition to ACTIVE for port object 46f4cc3b-8bad-4b3d-9c38-e5e81206efd7 will not be triggered until provisioned by entity L2. {{(pid=80148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 21:55:48.276567 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e760ddb7-378d-4099-ba57-cde5446c8b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b9b2df-4caf-439d-b864-0c798a7d5a15,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:48.283836 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e760ddb7-378d-4099-ba57-cde5446c8b16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:48.301782 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-d021de4e-d1ca-4612-bd4f-96c7b1d87134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822365879'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:48.353821 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:48.484144 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb11db3d-4843-4ee1-8bf6-0740060f7a8a', 'tag': '6a3b7b6c-607b-4fd9-b3f5-65854e200ebb', 'status': 'completed', 'code': 200}
Jan 26 21:55:48.652322 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a8748ea9-2100-45d2-9ecc-5b620fb0919f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:48.665325 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-271ef2f9-f09b-4d76-afc4-bba49f4e85d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:48.665325 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-271ef2f9-f09b-4d76-afc4-bba49f4e85d1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b20bd678712440d8c6489419a905a3d&device_id=03a7561c-7d70-4caf-a456-c65309b76d40 HTTP/1.1" status: 200  len: 1160 time: 0.5809307
Jan 26 21:55:48.665325 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d021de4e-d1ca-4612-bd4f-96c7b1d87134 service neutron] Pushing event updated for resources: {'Port': ['ID=46f4cc3b-8bad-4b3d-9c38-e5e81206efd7,revision_number=2']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:48.670179 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d021de4e-d1ca-4612-bd4f-96c7b1d87134 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:48.779081 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-d1bb43b0-8325-4600-91b1-1f4711bf9b7c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e13d2f1-c2b4-484b-88f7-ce8fb60e39d6 HTTP/1.1" status: 200  len: 217 time: 0.0959418
Jan 26 21:55:48.817824 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-89dc04d0-1624-4c84-a233-e80eef6a142a req-7eeb0994-5fc1-48dd-a2fa-5fd8bc49469a service neutron] 10.222.0.45 "GET /v2.0/networks/f9448752-720e-4c70-b375-64a9a675e913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5557554
Jan 26 21:55:48.828178 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-e760ddb7-378d-4099-ba57-cde5446c8b16 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1181ddcdea374f31b7c1528a9eb75980&name=default HTTP/1.1" status: 200  len: 2979 time: 4.0575521
Jan 26 21:55:48.845088 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 43344) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:49.040029 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-8ff61e1c-d304-430b-a399-943afa860f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:49.043454 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-8ff61e1c-d304-430b-a399-943afa860f92 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a4ce4f64-6a29-442a-b4ca-edb027adcf72 HTTP/1.1" status: 200  len: 855 time: 0.2473590
Jan 26 21:55:49.050207 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a8748ea9-2100-45d2-9ecc-5b620fb0919f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:49.333365 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-05b3836a-75bf-4af6-9f56-3f9de4516002 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Synchronizing usage tracker for tenant:c8cd6f60f4bf49aabee2ed7fc70c2d8b on resource:security_group {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 21:55:49.403198 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a8748ea9-2100-45d2-9ecc-5b620fb0919f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:49.412279 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-c5903f3c-4fa9-437e-950f-33ee38c903e0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0220ea98-c36d-4592-abec-85c89380925e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3466976
Jan 26 21:55:49.445338 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cbbeea9c-d25d-4ea7-a1cd-9d6c041b2b0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:49.457024 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-5c3ba6cc-768c-4ee1-b388-458acd28a86d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:49.565047 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06272ef6-61ec-405c-90f8-bf463de1d4a6 req-12f06e80-af0a-48b3-bdbc-01c84cec56b1 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:49.567902 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-06272ef6-61ec-405c-90f8-bf463de1d4a6 req-12f06e80-af0a-48b3-bdbc-01c84cec56b1 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a7561c-7d70-4caf-a456-c65309b76d40 HTTP/1.1" status: 200  len: 943 time: 1.0822752
Jan 26 21:55:49.602440 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-05b3836a-75bf-4af6-9f56-3f9de4516002 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Unset dirty status for tenant:c8cd6f60f4bf49aabee2ed7fc70c2d8b on resource:security_group {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 21:55:49.605571 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-05b3836a-75bf-4af6-9f56-3f9de4516002 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1908266849&fields=id&tenant_id=c8cd6f60f4bf49aabee2ed7fc70c2d8b HTTP/1.1" status: 200  len: 267 time: 0.6446345
Jan 26 21:55:49.613951 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8748ea9-2100-45d2-9ecc-5b620fb0919f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17547337-d9a2-462a-8635-be3b017d6d36,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:49.651949 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-167deb8c-3d25-4886-b6ed-8d252136516a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad3f6679-2264-48da-a0a2-33f9f2272a72 {{(pid=80148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 26 21:55:49.656656 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a8748ea9-2100-45d2-9ecc-5b620fb0919f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:49.692391 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-167deb8c-3d25-4886-b6ed-8d252136516a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:49.760849 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cbbeea9c-d25d-4ea7-a1cd-9d6c041b2b0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:49.769759 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-167deb8c-3d25-4886-b6ed-8d252136516a service neutron] Transition to ACTIVE for port object ad3f6679-2264-48da-a0a2-33f9f2272a72 will not be triggered until provisioned by entity L2. {{(pid=80148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 21:55:49.783858 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a8748ea9-2100-45d2-9ecc-5b620fb0919f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:49.788652 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-a8748ea9-2100-45d2-9ecc-5b620fb0919f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/17547337-d9a2-462a-8635-be3b017d6d36 HTTP/1.1" status: 204  len: 168 time: 1.7047026
Jan 26 21:55:49.814119 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-d021de4e-d1ca-4612-bd4f-96c7b1d87134 service neutron] Attempting to bind port 46f4cc3b-8bad-4b3d-9c38-e5e81206efd7 on host hv-cinder-77212 for vnic_type normal with profile  {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 21:55:49.814738 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-d021de4e-d1ca-4612-bd4f-96c7b1d87134 service neutron] Attempting to bind port 46f4cc3b-8bad-4b3d-9c38-e5e81206efd7 by drivers openvswitch on host hv-cinder-77212 at level 0 using segments [{'id': '9afaf6a3-37e6-4363-8b3c-6d368a81a1c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '74132350-d629-40bd-b240-f2fc9af151e7'}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 21:55:49.815500 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-d021de4e-d1ca-4612-bd4f-96c7b1d87134 service neutron] Attempting to bind port 46f4cc3b-8bad-4b3d-9c38-e5e81206efd7 on network 74132350-d629-40bd-b240-f2fc9af151e7 {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 21:55:49.831757 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-167deb8c-3d25-4886-b6ed-8d252136516a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822365879'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:49.851053 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-d021de4e-d1ca-4612-bd4f-96c7b1d87134 service neutron] Checking agent: {'id': '907ce3e7-819e-4a7f-a1c4-c44a902d1710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 21, 53, 12), 'started_at': datetime.datetime(2021, 1, 26, 21, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 21, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 21:55:49.851699 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-d021de4e-d1ca-4612-bd4f-96c7b1d87134 service neutron] Checking segment: {'id': '9afaf6a3-37e6-4363-8b3c-6d368a81a1c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '74132350-d629-40bd-b240-f2fc9af151e7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 21:55:49.852940 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-d021de4e-d1ca-4612-bd4f-96c7b1d87134 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:49.853638 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-d021de4e-d1ca-4612-bd4f-96c7b1d87134 service neutron] Bound using segment: {'id': '9afaf6a3-37e6-4363-8b3c-6d368a81a1c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '74132350-d629-40bd-b240-f2fc9af151e7'} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 21:55:49.854465 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-d021de4e-d1ca-4612-bd4f-96c7b1d87134 service neutron] Bound port: 46f4cc3b-8bad-4b3d-9c38-e5e81206efd7, host: hv-cinder-77212, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afaf6a3-37e6-4363-8b3c-6d368a81a1c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '74132350-d629-40bd-b240-f2fc9af151e7'}}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 21:55:49.855089 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-d021de4e-d1ca-4612-bd4f-96c7b1d87134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:49.916847 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:49.996940 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59f130-1d46-4b82-b637-0396716db462 req-0afb8ebc-44cf-4ef9-810d-f6253c99149a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:49.999822 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ff59f130-1d46-4b82-b637-0396716db462 req-0afb8ebc-44cf-4ef9-810d-f6253c99149a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=b82b6ae9f96b46d09fda183cc608b666&device_id=cb11db3d-4843-4ee1-8bf6-0740060f7a8a HTTP/1.1" status: 200  len: 1160 time: 1.0343828
Jan 26 21:55:50.102889 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-3db6eacc-63ad-46e1-896d-c81e299ecd6c service neutron] 10.222.0.45 "GET /v2.0/networks/0220ea98-c36d-4592-abec-85c89380925e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6354108
Jan 26 21:55:50.123131 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-06272ef6-61ec-405c-90f8-bf463de1d4a6 req-fb79fd65-754c-474e-98b7-23185a8d6a3c tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5226789
Jan 26 21:55:50.387758 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167deb8c-3d25-4886-b6ed-8d252136516a service neutron] Pushing event updated for resources: {'Port': ['ID=ad3f6679-2264-48da-a0a2-33f9f2272a72,revision_number=2']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:50.429768 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-167deb8c-3d25-4886-b6ed-8d252136516a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:50.522815 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-d021de4e-d1ca-4612-bd4f-96c7b1d87134 service neutron] For port 46f4cc3b-8bad-4b3d-9c38-e5e81206efd7, host hv-cinder-77212, cleared binding levels {{(pid=80148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 21:55:50.528725 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-d021de4e-d1ca-4612-bd4f-96c7b1d87134 service neutron] For port 46f4cc3b-8bad-4b3d-9c38-e5e81206efd7, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=46f4cc3b-8bad-4b3d-9c38-e5e81206efd7,segment=NetworkSegment(9afaf6a3-37e6-4363-8b3c-6d368a81a1c0),segment_id=9afaf6a3-37e6-4363-8b3c-6d368a81a1c0)] {{(pid=80148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 21:55:50.697103 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e044a13f-cb7b-4e45-a036-093e6f04356f req-cc434963-7bb3-4428-984c-03aac81eac44 service neutron] 10.222.0.45 "GET /v2.0/networks/0220ea98-c36d-4592-abec-85c89380925e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5732520
Jan 26 21:55:50.700848 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-d021de4e-d1ca-4612-bd4f-96c7b1d87134 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822365879'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:50.802396 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 43378) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:50.858268 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cbbeea9c-d25d-4ea7-a1cd-9d6c041b2b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:51.009029 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-94ab2d5e-974f-49de-9f26-8eb521f6bbec tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:51.010341 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-94ab2d5e-974f-49de-9f26-8eb521f6bbec tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Synchronizing usage tracker for tenant:c8cd6f60f4bf49aabee2ed7fc70c2d8b on resource:network {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 21:55:51.015228 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c0f51bc5-6cd2-4396-a9d8-d3cc85783c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:51.074229 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9948e518-dc5d-4f95-bce3-cb965ab91344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:51.119722 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-c0f51bc5-6cd2-4396-a9d8-d3cc85783c1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:55:51.124513 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbeea9c-d25d-4ea7-a1cd-9d6c041b2b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b9b2df-4caf-439d-b864-0c798a7d5a15,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:51.128395 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59f130-1d46-4b82-b637-0396716db462 req-fd7de453-e078-42ba-805d-eed33d778e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:51.135769 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ff59f130-1d46-4b82-b637-0396716db462 req-fd7de453-e078-42ba-805d-eed33d778e09 service neutron] 10.222.0.45 "GET /v2.0/networks?id=f9448752-720e-4c70-b375-64a9a675e913 HTTP/1.1" status: 200  len: 905 time: 1.1118562
Jan 26 21:55:51.135769 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-cbbeea9c-d25d-4ea7-a1cd-9d6c041b2b0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:51.158137 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-c0f51bc5-6cd2-4396-a9d8-d3cc85783c1d admin admin] Usage tracker for resource:security_group_rule and tenant:27a7251da6af4cfa985a60035dd9ec51 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:55:51.304343 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-c0f51bc5-6cd2-4396-a9d8-d3cc85783c1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:55:51.329391 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03a7561c-7d70-4caf-a456-c65309b76d40', 'tag': '8e13d2f1-c2b4-484b-88f7-ce8fb60e39d6', 'status': 'completed', 'code': 200}
Jan 26 21:55:51.334694 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-c0f51bc5-6cd2-4396-a9d8-d3cc85783c1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:55:51.338835 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ff59f130-1d46-4b82-b637-0396716db462 req-11d2e7e4-8129-4bb5-a7a2-3915fff21427 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a3b7b6c-607b-4fd9-b3f5-65854e200ebb HTTP/1.1" status: 200  len: 217 time: 0.1634092
Jan 26 21:55:51.339737 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cbbeea9c-d25d-4ea7-a1cd-9d6c041b2b0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:51.347458 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-cbbeea9c-d25d-4ea7-a1cd-9d6c041b2b0a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/65b9b2df-4caf-439d-b864-0c798a7d5a15 HTTP/1.1" status: 204  len: 168 time: 2.4926980
Jan 26 21:55:51.354871 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1b190763-af22-46e3-8208-a53fc96d0463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:51.440771 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59f130-1d46-4b82-b637-0396716db462 req-ddd9df47-2faf-43e2-a022-d39f08e35ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:51.442541 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ff59f130-1d46-4b82-b637-0396716db462 req-ddd9df47-2faf-43e2-a022-d39f08e35ae2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4f086c97-34b7-4ae5-a8c7-ef3072b60037 HTTP/1.1" status: 200  len: 851 time: 0.0949588
Jan 26 21:55:51.455914 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-94ab2d5e-974f-49de-9f26-8eb521f6bbec tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Unset dirty status for tenant:c8cd6f60f4bf49aabee2ed7fc70c2d8b on resource:network {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 21:55:51.458217 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-94ab2d5e-974f-49de-9f26-8eb521f6bbec tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/networks?id=a055a280-6113-40f9-90e9-85b200767415 HTTP/1.1" status: 200  len: 817 time: 1.7863381
Jan 26 21:55:51.719774 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ff59f130-1d46-4b82-b637-0396716db462 req-d8a8ab28-f98d-45a4-be0d-0b2c8a530277 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f9448752-720e-4c70-b375-64a9a675e913&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2560203
Jan 26 21:55:51.728581 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-167deb8c-3d25-4886-b6ed-8d252136516a service neutron] Attempting to bind port ad3f6679-2264-48da-a0a2-33f9f2272a72 on host hv-cinder-77212 for vnic_type normal with profile  {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 21:55:51.729408 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-167deb8c-3d25-4886-b6ed-8d252136516a service neutron] Attempting to bind port ad3f6679-2264-48da-a0a2-33f9f2272a72 by drivers openvswitch on host hv-cinder-77212 at level 0 using segments [{'id': '9afaf6a3-37e6-4363-8b3c-6d368a81a1c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '74132350-d629-40bd-b240-f2fc9af151e7'}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 21:55:51.729916 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-167deb8c-3d25-4886-b6ed-8d252136516a service neutron] Attempting to bind port ad3f6679-2264-48da-a0a2-33f9f2272a72 on network 74132350-d629-40bd-b240-f2fc9af151e7 {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 21:55:51.752857 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-1e0a7aaa-ad6c-44fb-b9d2-46649dafd9ef tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/quotas/c8cd6f60f4bf49aabee2ed7fc70c2d8b HTTP/1.1" status: 200  len: 375 time: 0.1291552
Jan 26 21:55:51.760007 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d021de4e-d1ca-4612-bd4f-96c7b1d87134 service neutron] Pushing event updated for resources: {'Port': ['ID=46f4cc3b-8bad-4b3d-9c38-e5e81206efd7,revision_number=3']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:51.771661 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-167deb8c-3d25-4886-b6ed-8d252136516a service neutron] Checking agent: {'id': '907ce3e7-819e-4a7f-a1c4-c44a902d1710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 21, 53, 12), 'started_at': datetime.datetime(2021, 1, 26, 21, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 21, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 21:55:51.781779 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-167deb8c-3d25-4886-b6ed-8d252136516a service neutron] Checking segment: {'id': '9afaf6a3-37e6-4363-8b3c-6d368a81a1c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '74132350-d629-40bd-b240-f2fc9af151e7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 21:55:51.782694 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-167deb8c-3d25-4886-b6ed-8d252136516a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:51.783624 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-167deb8c-3d25-4886-b6ed-8d252136516a service neutron] Bound using segment: {'id': '9afaf6a3-37e6-4363-8b3c-6d368a81a1c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '74132350-d629-40bd-b240-f2fc9af151e7'} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 21:55:51.784712 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-167deb8c-3d25-4886-b6ed-8d252136516a service neutron] Bound port: ad3f6679-2264-48da-a0a2-33f9f2272a72, host: hv-cinder-77212, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afaf6a3-37e6-4363-8b3c-6d368a81a1c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '74132350-d629-40bd-b240-f2fc9af151e7'}}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 21:55:51.785534 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-167deb8c-3d25-4886-b6ed-8d252136516a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:51.840519 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d021de4e-d1ca-4612-bd4f-96c7b1d87134 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:51.979904 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0d875-51d5-454a-b927-da0b724e49e8 req-af518be3-f379-4b1e-9169-92558599ff5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:51.983580 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c7f0d875-51d5-454a-b927-da0b724e49e8 req-af518be3-f379-4b1e-9169-92558599ff5e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b20bd678712440d8c6489419a905a3d&device_id=03a7561c-7d70-4caf-a456-c65309b76d40 HTTP/1.1" status: 200  len: 1160 time: 0.7059424
Jan 26 21:55:51.989636 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-d021de4e-d1ca-4612-bd4f-96c7b1d87134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:51.991131 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-d021de4e-d1ca-4612-bd4f-96c7b1d87134 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:51.994247 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-d021de4e-d1ca-4612-bd4f-96c7b1d87134 service neutron] 10.222.0.45 "PUT /v2.0/ports/46f4cc3b-8bad-4b3d-9c38-e5e81206efd7 HTTP/1.1" status: 200  len: 1157 time: 5.4113259
Jan 26 21:55:52.104922 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-167deb8c-3d25-4886-b6ed-8d252136516a service neutron] For port ad3f6679-2264-48da-a0a2-33f9f2272a72, host hv-cinder-77212, cleared binding levels {{(pid=80148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 21:55:52.130197 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-167deb8c-3d25-4886-b6ed-8d252136516a service neutron] For port ad3f6679-2264-48da-a0a2-33f9f2272a72, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=ad3f6679-2264-48da-a0a2-33f9f2272a72,segment=NetworkSegment(9afaf6a3-37e6-4363-8b3c-6d368a81a1c0),segment_id=9afaf6a3-37e6-4363-8b3c-6d368a81a1c0)] {{(pid=80148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 21:55:52.216275 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6991db-018e-496c-ab2a-67116f8dd103 req-27b47aa3-4088-49a4-9a47-d28ed2de30e8 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:52.217975 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-be6991db-018e-496c-ab2a-67116f8dd103 req-27b47aa3-4088-49a4-9a47-d28ed2de30e8 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 943 time: 0.7669606
Jan 26 21:55:52.221325 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0d875-51d5-454a-b927-da0b724e49e8 req-9ab2d8d0-a6a1-4402-9845-1a148f145f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:52.223328 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c7f0d875-51d5-454a-b927-da0b724e49e8 req-9ab2d8d0-a6a1-4402-9845-1a148f145f95 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0220ea98-c36d-4592-abec-85c89380925e HTTP/1.1" status: 200  len: 909 time: 0.2272704
Jan 26 21:55:52.325599 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c7f0d875-51d5-454a-b927-da0b724e49e8 req-1cc8db54-28bc-454c-abcb-60dfde732d56 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e13d2f1-c2b4-484b-88f7-ce8fb60e39d6 HTTP/1.1" status: 200  len: 217 time: 0.0945249
Jan 26 21:55:52.400597 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ff59f130-1d46-4b82-b637-0396716db462 req-5c50c7dd-9c94-4d3b-aa62-c4d46026dd09 service neutron] 10.222.0.45 "GET /v2.0/networks/f9448752-720e-4c70-b375-64a9a675e913?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6539142
Jan 26 21:55:52.409930 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0d875-51d5-454a-b927-da0b724e49e8 req-020348cb-87b1-49ac-b1e3-7da43fe6ae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:52.411674 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c7f0d875-51d5-454a-b927-da0b724e49e8 req-020348cb-87b1-49ac-b1e3-7da43fe6ae1d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a4ce4f64-6a29-442a-b4ca-edb027adcf72 HTTP/1.1" status: 200  len: 855 time: 0.0801930
Jan 26 21:55:52.435515 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-be6991db-018e-496c-ab2a-67116f8dd103 req-5813f83d-8e07-466e-bd84-07ad34da7afb tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1878521
Jan 26 21:55:52.472039 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c0f51bc5-6cd2-4396-a9d8-d3cc85783c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:52.500143 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c7f0d875-51d5-454a-b927-da0b724e49e8 req-e9df79db-8d32-4bc8-a028-e872b8fd3a9c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0220ea98-c36d-4592-abec-85c89380925e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0805271
Jan 26 21:55:52.630464 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-797f76b1-7b6f-427d-8a70-c6f23d0ec2b7 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Synchronizing usage tracker for tenant:c8cd6f60f4bf49aabee2ed7fc70c2d8b on resource:port {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 21:55:52.762810 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c7f0d875-51d5-454a-b927-da0b724e49e8 req-050b0536-1e9b-46c2-b83f-e85d10bb616d service neutron] 10.222.0.45 "GET /v2.0/networks/0220ea98-c36d-4592-abec-85c89380925e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2552454
Jan 26 21:55:52.787055 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ff59f130-1d46-4b82-b637-0396716db462 req-4105dee8-a5b4-4ff7-989f-1247638b01ff service neutron] 10.222.0.45 "GET /v2.0/networks/f9448752-720e-4c70-b375-64a9a675e913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3708084
Jan 26 21:55:52.967737 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.objects.ports [None req-a9c8ea05-c3f2-40f6-82f8-d713e5558af2 None None] Time-cost: Fetching 2 ports in 2 security groups {{(pid=80150) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 26 21:55:53.042322 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4ae69-5b90-48d1-9dca-b73ebaad197a req-a876ccdf-e79c-4bf6-8b2b-e50493b69501 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:53.042835 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c7f0d875-51d5-454a-b927-da0b724e49e8 req-a9f14b46-8d1d-4ba8-9720-d4260ccc6f3e service neutron] 10.222.0.45 "GET /v2.0/networks/0220ea98-c36d-4592-abec-85c89380925e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2714314
Jan 26 21:55:53.045108 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-57b4ae69-5b90-48d1-9dca-b73ebaad197a req-a876ccdf-e79c-4bf6-8b2b-e50493b69501 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb11db3d-4843-4ee1-8bf6-0740060f7a8a HTTP/1.1" status: 200  len: 943 time: 0.2561753
Jan 26 21:55:53.138052 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-57b4ae69-5b90-48d1-9dca-b73ebaad197a req-bcb3a3be-5e70-49a5-866f-fb685e3c836e tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b885583-6d13-4295-acd2-c4e586d6c58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848222
Jan 26 21:55:53.154971 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-167deb8c-3d25-4886-b6ed-8d252136516a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822365879'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:53.166622 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-797f76b1-7b6f-427d-8a70-c6f23d0ec2b7 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Unset dirty status for tenant:c8cd6f60f4bf49aabee2ed7fc70c2d8b on resource:port {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 21:55:53.168788 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-797f76b1-7b6f-427d-8a70-c6f23d0ec2b7 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c8cd6f60f4bf49aabee2ed7fc70c2d8b&fields=id HTTP/1.1" status: 200  len: 348 time: 1.3167753
Jan 26 21:55:53.175569 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c0f51bc5-6cd2-4396-a9d8-d3cc85783c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:53.187972 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:53.358153 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504', 'tag': '46f4cc3b-8bad-4b3d-9c38-e5e81206efd7'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 21:55:53.453232 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:53.466128 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-c0f51bc5-6cd2-4396-a9d8-d3cc85783c1d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=27a7251da6af4cfa985a60035dd9ec51&name=default HTTP/1.1" status: 200  len: 2979 time: 2.6591020
Jan 26 21:55:53.474601 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 43416) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:53.623330 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 43422) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:53.664065 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f51bc5-6cd2-4396-a9d8-d3cc85783c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c494fe48-ad3a-4f5a-be0a-5912124a053c,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:53.668794 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c0f51bc5-6cd2-4396-a9d8-d3cc85783c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:53.679505 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167deb8c-3d25-4886-b6ed-8d252136516a service neutron] Pushing event updated for resources: {'Port': ['ID=ad3f6679-2264-48da-a0a2-33f9f2272a72,revision_number=3']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:53.691061 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d6030b01-4fa6-4c2c-bfc2-9e9fc4d013d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:53.702516 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-167deb8c-3d25-4886-b6ed-8d252136516a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:53.736621 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-20b6690a-46e9-4002-90c2-c7f5eeebbd5c service neutron] 10.222.0.30 "GET /v2.0/networks/a055a280-6113-40f9-90e9-85b200767415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4521616
Jan 26 21:55:53.752742 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-174aaee5-78cb-4a4d-b9cf-167ecccbfa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:53.755795 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-174aaee5-78cb-4a4d-b9cf-167ecccbfa8f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7a4c50647a404710832ed97f00c9133b&device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 1160 time: 0.4527967
Jan 26 21:55:53.777812 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-d6030b01-4fa6-4c2c-bfc2-9e9fc4d013d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:55:53.799096 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b5d2da5a-4ff3-48df-94c5-03ce66c10a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:53.905661 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-d6030b01-4fa6-4c2c-bfc2-9e9fc4d013d6 admin admin] Usage tracker for resource:security_group_rule and tenant:a4b5d2ba51d340379304985ae84007f4 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:55:53.920850 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b5d2da5a-4ff3-48df-94c5-03ce66c10a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:53.927023 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-d6030b01-4fa6-4c2c-bfc2-9e9fc4d013d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:55:53.932204 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-988a5094-e193-4b91-a51c-357b378c1a5f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46f4cc3b-8bad-4b3d-9c38-e5e81206efd7 HTTP/1.1" status: 200  len: 217 time: 0.1574683
Jan 26 21:55:53.943222 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-d6030b01-4fa6-4c2c-bfc2-9e9fc4d013d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:55:53.948105 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-167deb8c-3d25-4886-b6ed-8d252136516a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:53.949240 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-167deb8c-3d25-4886-b6ed-8d252136516a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:53.951259 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-167deb8c-3d25-4886-b6ed-8d252136516a service neutron] 10.222.0.45 "PUT /v2.0/ports/ad3f6679-2264-48da-a0a2-33f9f2272a72 HTTP/1.1" status: 200  len: 1157 time: 8.0475616
Jan 26 21:55:53.972537 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 6a3b7b6c-607b-4fd9-b3f5-65854e200ebb up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:55:53.979899 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9d170-2f9e-4436-b3f5-45dc2479a057 req-9520ff42-6b42-4ef2-814d-9bdf0ef87a59 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:53.981985 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-58b9d170-2f9e-4436-b3f5-45dc2479a057 req-9520ff42-6b42-4ef2-814d-9bdf0ef87a59 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a7561c-7d70-4caf-a456-c65309b76d40 HTTP/1.1" status: 200  len: 943 time: 0.4273481
Jan 26 21:55:54.094255 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-43efaf33-bf58-4e45-ada1-026ceb898526 service neutron] 10.222.0.30 "GET /v2.0/networks/a055a280-6113-40f9-90e9-85b200767415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3409748
Jan 26 21:55:54.110771 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning for port 6a3b7b6c-607b-4fd9-b3f5-65854e200ebb completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 21:55:54.114576 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-58b9d170-2f9e-4436-b3f5-45dc2479a057 req-4bbbbd18-adbe-4b56-a09d-a1870825888e tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143928
Jan 26 21:55:54.119255 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 6a3b7b6c-607b-4fd9-b3f5-65854e200ebb triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:55:54.119964 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:54.160200 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b5d2da5a-4ff3-48df-94c5-03ce66c10a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:54.178494 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:54.192009 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-ad525948-ad99-40ea-957b-b6c4be1aa274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:54.193865 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-ad525948-ad99-40ea-957b-b6c4be1aa274 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10a8d33b-7d45-4a88-98ab-e3f8e511099a HTTP/1.1" status: 200  len: 859 time: 0.2524338
Jan 26 21:55:54.232966 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b5d2da5a-4ff3-48df-94c5-03ce66c10a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:54.238900 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-b5d2da5a-4ff3-48df-94c5-03ce66c10a62 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c494fe48-ad3a-4f5a-be0a-5912124a053c HTTP/1.1" status: 204  len: 168 time: 0.7592947
Jan 26 21:55:54.238900 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d2da5a-4ff3-48df-94c5-03ce66c10a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c494fe48-ad3a-4f5a-be0a-5912124a053c,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:54.244295 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b5d2da5a-4ff3-48df-94c5-03ce66c10a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:54.273396 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-1971c50c-8dd4-4bcb-8c81-c98454fa516e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74132350-d629-40bd-b240-f2fc9af151e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0712934
Jan 26 21:55:54.454991 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:54.557527 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] For port 6a3b7b6c-607b-4fd9-b3f5-65854e200ebb, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=6a3b7b6c-607b-4fd9-b3f5-65854e200ebb,segment=NetworkSegment(62fe147e-f2bb-4910-b99d-b2e82ad556d2),segment_id=62fe147e-f2bb-4910-b99d-b2e82ad556d2)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 21:55:54.566460 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb11db3d-4843-4ee1-8bf6-0740060f7a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3b7b6c-607b-4fd9-b3f5-65854e200ebb'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 21:55:54.849750 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:54.853365 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 8e13d2f1-c2b4-484b-88f7-ce8fb60e39d6 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:55:54.924206 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76463859-877f-4ed8-acc9-fb5e7628982e req-4303d504-97a8-496c-95f8-026f05557ec0 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:54.932174 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-76463859-877f-4ed8-acc9-fb5e7628982e req-4303d504-97a8-496c-95f8-026f05557ec0 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 943 time: 0.2395167
Jan 26 21:55:54.965396 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-024d656b-dc28-4f7c-afa3-79a0a92a722e service neutron] 10.222.0.45 "GET /v2.0/networks/74132350-d629-40bd-b240-f2fc9af151e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6792998
Jan 26 21:55:54.983011 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504', 'tag': '46f4cc3b-8bad-4b3d-9c38-e5e81206efd7', 'status': 'completed', 'code': 200}
Jan 26 21:55:55.001068 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4f9c9-deb2-425c-9ebd-1f03befbf9d2 req-c0250ca3-ad22-4177-b290-8f295d6fb346 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:55.009857 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ccc4f9c9-deb2-425c-9ebd-1f03befbf9d2 req-c0250ca3-ad22-4177-b290-8f295d6fb346 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb11db3d-4843-4ee1-8bf6-0740060f7a8a HTTP/1.1" status: 200  len: 945 time: 0.2668269
Jan 26 21:55:55.147437 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-76463859-877f-4ed8-acc9-fb5e7628982e req-0f968cca-a9eb-4415-9aa5-7af1fd3aae67 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2141268
Jan 26 21:55:55.196108 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ccc4f9c9-deb2-425c-9ebd-1f03befbf9d2 req-8473177f-b2d8-40c3-969e-106f455a29b6 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b885583-6d13-4295-acd2-c4e586d6c58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1852098
Jan 26 21:55:55.207314 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:55.410671 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d6030b01-4fa6-4c2c-bfc2-9e9fc4d013d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:55.425231 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-f34e0a34-3292-412e-935a-cdce5c3ca5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:55.425988 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b78a7718-4e43-40d5-a5ad-4b2986133c9e req-283d9401-ead9-45d4-ba7a-ce13da165517 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 210 time: 0.1163418
Jan 26 21:55:55.427320 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-f34e0a34-3292-412e-935a-cdce5c3ca5e5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7a4c50647a404710832ed97f00c9133b&device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 1160 time: 1.3377261
Jan 26 21:55:55.430917 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e4060463-6735-4354-99f5-89fdbcec4e04 req-e96f20d2-f31b-484e-906d-283860f9fd90 service neutron] 10.222.0.45 "GET /v2.0/networks/74132350-d629-40bd-b240-f2fc9af151e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4419558
Jan 26 21:55:55.480217 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning for port 8e13d2f1-c2b4-484b-88f7-ce8fb60e39d6 completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 21:55:55.521227 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 8e13d2f1-c2b4-484b-88f7-ce8fb60e39d6 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:55:55.521516 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:55.524655 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d6030b01-4fa6-4c2c-bfc2-9e9fc4d013d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:55.585551 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-bec68d86-8a1a-4fef-832c-eea81d77f59c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:55.617464 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Pushing event updated for resources: {'Port': ['ID=6a3b7b6c-607b-4fd9-b3f5-65854e200ebb,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:55.622923 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-d6030b01-4fa6-4c2c-bfc2-9e9fc4d013d6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a4b5d2ba51d340379304985ae84007f4&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9882178
Jan 26 21:55:55.632357 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 43470) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:55.671377 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6030b01-4fa6-4c2c-bfc2-9e9fc4d013d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e0e6b5-509b-4cb9-87f6-3bcefe58978f,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:55.676244 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-93cf6220-6c5b-4681-8a9c-207913d5cd31 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ad3f6679-2264-48da-a0a2-33f9f2272a72 HTTP/1.1" status: 200  len: 217 time: 0.2211967
Jan 26 21:55:55.678383 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d6030b01-4fa6-4c2c-bfc2-9e9fc4d013d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:55.709210 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:55.737818 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2fa63513-fd24-486d-ac2b-089053160948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:55.766654 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-4ea37cbb-987f-4d81-8290-ce0aae55c802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:55.768906 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-4ea37cbb-987f-4d81-8290-ce0aae55c802 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10a8d33b-7d45-4a88-98ab-e3f8e511099a HTTP/1.1" status: 200  len: 859 time: 0.0814452
Jan 26 21:55:55.775853 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2fa63513-fd24-486d-ac2b-089053160948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:55.835885 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-8ebeac0e-497e-4ae2-9d2c-2929246b0f32 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74132350-d629-40bd-b240-f2fc9af151e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0578671
Jan 26 21:55:55.999086 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744febb0-50e1-4403-9b72-5680a7c9b254 req-8062d03a-3625-4118-ad22-8af609d5629f tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:56.003274 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-744febb0-50e1-4403-9b72-5680a7c9b254 req-8062d03a-3625-4118-ad22-8af609d5629f tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a7561c-7d70-4caf-a456-c65309b76d40 HTTP/1.1" status: 200  len: 943 time: 0.4136367
Jan 26 21:55:56.021582 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:56.124837 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] For port 8e13d2f1-c2b4-484b-88f7-ce8fb60e39d6, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=8e13d2f1-c2b4-484b-88f7-ce8fb60e39d6,segment=NetworkSegment(6e858ff7-c974-45e3-a0f9-318eb54e44cd),segment_id=6e858ff7-c974-45e3-a0f9-318eb54e44cd)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 21:55:56.146447 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-744febb0-50e1-4403-9b72-5680a7c9b254 req-bcbf8518-7d5a-4158-85d3-90ef2d15f74a tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1318407
Jan 26 21:55:56.158195 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2fa63513-fd24-486d-ac2b-089053160948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:56.168676 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:56.189057 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:56.191174 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:56.213914 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa63513-fd24-486d-ac2b-089053160948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e0e6b5-509b-4cb9-87f6-3bcefe58978f,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:56.218385 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2fa63513-fd24-486d-ac2b-089053160948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:56.219910 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2fa63513-fd24-486d-ac2b-089053160948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:56.225845 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-2fa63513-fd24-486d-ac2b-089053160948 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/84e0e6b5-509b-4cb9-87f6-3bcefe58978f HTTP/1.1" status: 204  len: 168 time: 0.5878723
Jan 26 21:55:56.268185 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1cdef-0ec7-4497-9009-d155dd8fe2a3 req-539691f2-b93b-444f-a437-5cd8794032eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:56.280168 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d9d1cdef-0ec7-4497-9009-d155dd8fe2a3 req-539691f2-b93b-444f-a437-5cd8794032eb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7a4c50647a404710832ed97f00c9133b&device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 1160 time: 0.6598449
Jan 26 21:55:56.371236 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb11db3d-4843-4ee1-8bf6-0740060f7a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a3b7b6c-607b-4fd9-b3f5-65854e200ebb', 'code': 200}
Jan 26 21:55:56.372145 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Pushing event updated for resources: {'Port': ['ID=8e13d2f1-c2b4-484b-88f7-ce8fb60e39d6,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:56.418888 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:56.750549 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-37e11c11-1cd1-4961-bd7b-4b99756252e9 service neutron] 10.222.0.45 "GET /v2.0/networks/74132350-d629-40bd-b240-f2fc9af151e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9062548
Jan 26 21:55:56.782477 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9667052-6efe-49cf-b2a1-26cb3a64f635 req-01f1a783-288d-4728-81f5-9db0b82a576f tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:56.798570 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d9667052-6efe-49cf-b2a1-26cb3a64f635 req-01f1a783-288d-4728-81f5-9db0b82a576f tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 943 time: 0.3085971
Jan 26 21:55:56.841625 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 6a3b7b6c-607b-4fd9-b3f5-65854e200ebb up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:55:57.063165 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c7e383-90ad-48e3-aba5-e4c8b1518a12', 'tag': 'ad3f6679-2264-48da-a0a2-33f9f2272a72'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 21:55:57.076102 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 6a3b7b6c-607b-4fd9-b3f5-65854e200ebb triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:55:57.076660 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:57.219892 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1cdef-0ec7-4497-9009-d155dd8fe2a3 req-5eba51ee-8737-47a8-a092-ff431af4028c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:57.221766 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d9d1cdef-0ec7-4497-9009-d155dd8fe2a3 req-5eba51ee-8737-47a8-a092-ff431af4028c service neutron] 10.222.0.45 "GET /v2.0/networks?id=74132350-d629-40bd-b240-f2fc9af151e7 HTTP/1.1" status: 200  len: 913 time: 0.9249940
Jan 26 21:55:57.385426 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 8e13d2f1-c2b4-484b-88f7-ce8fb60e39d6 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:55:57.466786 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d9667052-6efe-49cf-b2a1-26cb3a64f635 req-e7c4a600-d10f-439d-8ea6-8a6c108bd15f tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6586361
Jan 26 21:55:57.491321 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d9d1cdef-0ec7-4497-9009-d155dd8fe2a3 req-43b6587a-04e9-4b24-a0d6-7223fb4b49ae service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46f4cc3b-8bad-4b3d-9c38-e5e81206efd7 HTTP/1.1" status: 200  len: 217 time: 0.2256148
Jan 26 21:55:57.603918 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 8e13d2f1-c2b4-484b-88f7-ce8fb60e39d6 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:55:57.604642 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:57.707478 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba58ef-0708-4398-ba81-77f181a60ff6 req-fb26cd92-3510-4c12-89b1-dcd3f8636906 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:57.722125 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-00ba58ef-0708-4398-ba81-77f181a60ff6 req-fb26cd92-3510-4c12-89b1-dcd3f8636906 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb11db3d-4843-4ee1-8bf6-0740060f7a8a HTTP/1.1" status: 200  len: 945 time: 0.7591491
Jan 26 21:55:57.767442 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d055b-6605-454b-a0fd-114150f9dc8c req-3f2d871e-18e9-46aa-af4c-ed796d2936b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:57.769348 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-117d055b-6605-454b-a0fd-114150f9dc8c req-3f2d871e-18e9-46aa-af4c-ed796d2936b9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=cb11db3d-4843-4ee1-8bf6-0740060f7a8a HTTP/1.1" status: 200  len: 1162 time: 0.9220266
Jan 26 21:55:57.859559 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1cdef-0ec7-4497-9009-d155dd8fe2a3 req-2e6ef9db-5d55-4778-b52f-430ff9fcf0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:57.862831 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d9d1cdef-0ec7-4497-9009-d155dd8fe2a3 req-2e6ef9db-5d55-4778-b52f-430ff9fcf0c6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10a8d33b-7d45-4a88-98ab-e3f8e511099a HTTP/1.1" status: 200  len: 859 time: 0.3263218
Jan 26 21:55:57.872742 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-15e82c18-05eb-4b47-af90-cb95d34b9edf req-24253306-1560-43e8-b39a-1690a840f252 service neutron] 10.222.0.45 "GET /v2.0/networks/74132350-d629-40bd-b240-f2fc9af151e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.1092248
Jan 26 21:55:57.956966 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d9d1cdef-0ec7-4497-9009-d155dd8fe2a3 req-1ca3cc61-22be-4d3d-930c-f61d841e7544 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74132350-d629-40bd-b240-f2fc9af151e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0824416
Jan 26 21:55:58.136739 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d9d1cdef-0ec7-4497-9009-d155dd8fe2a3 req-e9823d63-81db-422a-a8aa-6585e79822a9 service neutron] 10.222.0.45 "GET /v2.0/networks/74132350-d629-40bd-b240-f2fc9af151e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1722214
Jan 26 21:55:58.171164 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-117d055b-6605-454b-a0fd-114150f9dc8c req-00ad8b64-3662-4aef-bf47-100d9c980f26 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:58.252410 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-45b58320-b488-4050-92f6-562c9aaf76bb req-7f6685a0-344a-4e19-9ce5-006123355de9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 210 time: 0.0976443
Jan 26 21:55:58.284366 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-00ba58ef-0708-4398-ba81-77f181a60ff6 req-efa73529-9fc9-4d12-95fa-48dc070096d9 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b885583-6d13-4295-acd2-c4e586d6c58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5611081
Jan 26 21:55:58.290414 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-117d055b-6605-454b-a0fd-114150f9dc8c req-00ad8b64-3662-4aef-bf47-100d9c980f26 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:55:58.324106 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-117d055b-6605-454b-a0fd-114150f9dc8c req-00ad8b64-3662-4aef-bf47-100d9c980f26 service neutron] Usage tracker for resource:security_group_rule and tenant:c05686334403460baa0316f36db194d6 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:55:58.333979 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-117d055b-6605-454b-a0fd-114150f9dc8c req-00ad8b64-3662-4aef-bf47-100d9c980f26 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:55:58.351961 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-117d055b-6605-454b-a0fd-114150f9dc8c req-00ad8b64-3662-4aef-bf47-100d9c980f26 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:55:58.372523 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a7561c-7d70-4caf-a456-c65309b76d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e13d2f1-c2b4-484b-88f7-ce8fb60e39d6'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 21:55:58.460441 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d9d1cdef-0ec7-4497-9009-d155dd8fe2a3 req-b3f079a0-6ff1-46be-90ee-82c5959c7337 service neutron] 10.222.0.45 "GET /v2.0/networks/74132350-d629-40bd-b240-f2fc9af151e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3136072
Jan 26 21:55:58.523220 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-88ab350b-dc34-44a0-9040-acd9af6101c5 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:58.524907 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-88ab350b-dc34-44a0-9040-acd9af6101c5 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.45 "GET /v2.0/networks?id=a055a280-6113-40f9-90e9-85b200767415 HTTP/1.1" status: 200  len: 817 time: 0.2941108
Jan 26 21:55:58.529436 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c7e383-90ad-48e3-aba5-e4c8b1518a12', 'tag': 'ad3f6679-2264-48da-a0a2-33f9f2272a72', 'status': 'completed', 'code': 200}
Jan 26 21:55:58.701900 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a7561c-7d70-4caf-a456-c65309b76d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e13d2f1-c2b4-484b-88f7-ce8fb60e39d6', 'code': 200}
Jan 26 21:55:58.701900 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.objects.ports [None req-3218672d-8c42-4451-b8bb-4989faa996ce None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80150) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 26 21:55:58.924464 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-050c745b-4ae0-47b9-bebf-eac2530ae3e0 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c8cd6f60f4bf49aabee2ed7fc70c2d8b HTTP/1.1" status: 200  len: 5704 time: 0.3360202
Jan 26 21:55:58.947374 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-199922a2-8ee5-43d1-8ddb-98743c09d770 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Request body: {'port': {'device_id': '9da3b320-b843-4e3f-a76f-279079441f75', 'network_id': 'a055a280-6113-40f9-90e9-85b200767415', 'admin_state_up': True, 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'security_groups': ['e1ffb173-ecab-483a-8113-5d1500343203']}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:55:58.956692 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1201f-7c1d-43ef-80f9-18377def7764 req-5412f7f4-5bd9-4ed4-bd84-2e8f6e045499 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:58.958639 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b2a1201f-7c1d-43ef-80f9-18377def7764 req-5412f7f4-5bd9-4ed4-bd84-2e8f6e045499 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a7561c-7d70-4caf-a456-c65309b76d40 HTTP/1.1" status: 200  len: 945 time: 0.3898282
Jan 26 21:55:59.065475 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b2a1201f-7c1d-43ef-80f9-18377def7764 req-96ef00db-92bc-45b4-b427-af94f4d8fe42 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0891163
Jan 26 21:55:59.068668 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-117d055b-6605-454b-a0fd-114150f9dc8c req-00ad8b64-3662-4aef-bf47-100d9c980f26 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:59.115884 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9cfc71-3661-444d-9faf-4646f2b7d7fd req-aaa49a7a-45e5-429b-a467-574a72811edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:59.118843 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1d9cfc71-3661-444d-9faf-4646f2b7d7fd req-aaa49a7a-45e5-429b-a467-574a72811edb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7a4c50647a404710832ed97f00c9133b&device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 1160 time: 0.5254374
Jan 26 21:55:59.188822 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f1a40-9954-488a-a216-ec7693e47d72 req-3fbfa5e2-2056-427a-9f1d-5fb4273cb0a9 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:59.190817 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a20f1a40-9954-488a-a216-ec7693e47d72 req-3fbfa5e2-2056-427a-9f1d-5fb4273cb0a9 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 943 time: 0.3352807
Jan 26 21:55:59.192102 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-117d055b-6605-454b-a0fd-114150f9dc8c req-00ad8b64-3662-4aef-bf47-100d9c980f26 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:59.201573 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-cbbeea9c-d25d-4ea7-a1cd-9d6c041b2b0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:55:59.253097 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad8b64-3662-4aef-bf47-100d9c980f26 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5a00d8a7-8e85-425b-bcad-649d20a0b6be,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:55:59.257008 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-00ad8b64-3662-4aef-bf47-100d9c980f26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:55:59.269871 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-117d055b-6605-454b-a0fd-114150f9dc8c req-00ad8b64-3662-4aef-bf47-100d9c980f26 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=9b885583-6d13-4295-acd2-c4e586d6c58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.4843664
Jan 26 21:55:59.301947 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 43568) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:55:59.307056 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a20f1a40-9954-488a-a216-ec7693e47d72 req-453aca2a-913a-4c72-aae1-e907709d94ca tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693448
Jan 26 21:55:59.490048 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 8e13d2f1-c2b4-484b-88f7-ce8fb60e39d6 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:55:59.573600 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c5052855-fe33-43e5-8be4-b9e06db58c69 req-1a428786-935a-4100-a0ff-981a5406b1d0 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 210 time: 0.0833344
Jan 26 21:55:59.662299 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 8e13d2f1-c2b4-484b-88f7-ce8fb60e39d6 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:55:59.663043 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:59.699992 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-199922a2-8ee5-43d1-8ddb-98743c09d770 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:55:59.727622 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-199922a2-8ee5-43d1-8ddb-98743c09d770 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:55:59.747971 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4c87e5da-f349-4f52-ae20-a4da881bf9eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:55:59.784371 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194204c-9533-47d1-bc7c-ad393ec61845 req-39805cea-e246-4b0c-a0eb-b7cf4c24441e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:59.787142 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5194204c-9533-47d1-bc7c-ad393ec61845 req-39805cea-e246-4b0c-a0eb-b7cf4c24441e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=03a7561c-7d70-4caf-a456-c65309b76d40 HTTP/1.1" status: 200  len: 1162 time: 0.7234554
Jan 26 21:55:59.801954 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9cfc71-3661-444d-9faf-4646f2b7d7fd req-3f9fd670-10a1-4154-9896-044cd1c44cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:55:59.810699 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1d9cfc71-3661-444d-9faf-4646f2b7d7fd req-3f9fd670-10a1-4154-9896-044cd1c44cb1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=74132350-d629-40bd-b240-f2fc9af151e7 HTTP/1.1" status: 200  len: 913 time: 0.6798158
Jan 26 21:55:59.833010 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-4c87e5da-f349-4f52-ae20-a4da881bf9eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:55:59.915801 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 46f4cc3b-8bad-4b3d-9c38-e5e81206efd7 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:56:00.033192 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning for port 46f4cc3b-8bad-4b3d-9c38-e5e81206efd7 completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 21:56:00.040103 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 46f4cc3b-8bad-4b3d-9c38-e5e81206efd7 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:56:00.040854 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:00.041610 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-4c87e5da-f349-4f52-ae20-a4da881bf9eb admin admin] Usage tracker for resource:security_group_rule and tenant:6cf79ef067ff4fc89c392523a7048ad4 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:56:00.058494 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-199922a2-8ee5-43d1-8ddb-98743c09d770 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Made reservation on behalf of c8cd6f60f4bf49aabee2ed7fc70c2d8b for: {'port': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 21:56:00.078814 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15daa923-73df-43d6-91de-d2314bbf01ed req-8f44d9a0-4ad4-4090-bd50-37e00b27e08f tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:00.085714 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-15daa923-73df-43d6-91de-d2314bbf01ed req-8f44d9a0-4ad4-4090-bd50-37e00b27e08f tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb11db3d-4843-4ee1-8bf6-0740060f7a8a HTTP/1.1" status: 200  len: 945 time: 0.3673184
Jan 26 21:56:00.110620 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-199922a2-8ee5-43d1-8ddb-98743c09d770 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:00.176854 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-4c87e5da-f349-4f52-ae20-a4da881bf9eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:56:00.230197 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-15daa923-73df-43d6-91de-d2314bbf01ed req-30052ef7-8839-4f16-b617-c8e763d3c201 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b885583-6d13-4295-acd2-c4e586d6c58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1254728
Jan 26 21:56:00.285706 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:00.303566 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-4c87e5da-f349-4f52-ae20-a4da881bf9eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:56:00.335887 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1d9cfc71-3661-444d-9faf-4646f2b7d7fd req-f0386a39-9561-488f-955f-6f07cb83c8e9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ad3f6679-2264-48da-a0a2-33f9f2272a72 HTTP/1.1" status: 200  len: 217 time: 0.4882033
Jan 26 21:56:00.338548 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] For port 46f4cc3b-8bad-4b3d-9c38-e5e81206efd7, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=46f4cc3b-8bad-4b3d-9c38-e5e81206efd7,segment=NetworkSegment(9afaf6a3-37e6-4363-8b3c-6d368a81a1c0),segment_id=9afaf6a3-37e6-4363-8b3c-6d368a81a1c0)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 21:56:00.376554 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:00.378895 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:00.484187 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5194204c-9533-47d1-bc7c-ad393ec61845 req-0be5b460-e2c6-442f-b7eb-06957071bfb7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6446514
Jan 26 21:56:00.553574 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Pushing event updated for resources: {'Port': ['ID=46f4cc3b-8bad-4b3d-9c38-e5e81206efd7,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:00.559076 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:00.649619 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997cb033-7a8b-4157-9f90-82fa6647f2e5 req-24dda3a9-8ff3-48c4-ad36-3b050f3f2def tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:00.651346 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-997cb033-7a8b-4157-9f90-82fa6647f2e5 req-24dda3a9-8ff3-48c4-ad36-3b050f3f2def tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a7561c-7d70-4caf-a456-c65309b76d40 HTTP/1.1" status: 200  len: 945 time: 0.2840912
Jan 26 21:56:00.701368 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f4cc3b-8bad-4b3d-9c38-e5e81206efd7'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 21:56:00.704163 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9cfc71-3661-444d-9faf-4646f2b7d7fd req-de7de7a8-013d-4c37-bab6-1bcf3c5f687c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:00.706938 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1d9cfc71-3661-444d-9faf-4646f2b7d7fd req-de7de7a8-013d-4c37-bab6-1bcf3c5f687c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10a8d33b-7d45-4a88-98ab-e3f8e511099a HTTP/1.1" status: 200  len: 859 time: 0.3458064
Jan 26 21:56:00.959159 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1d9cfc71-3661-444d-9faf-4646f2b7d7fd req-6a0b8ee3-352d-4364-9777-73e96e631cb7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74132350-d629-40bd-b240-f2fc9af151e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1765454
Jan 26 21:56:01.003188 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb1e98c-5fd9-4285-990c-f80de6235d84 req-5f3c870e-7900-4c2e-aedd-c8e0ce1b8e8a tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:01.007167 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9eb1e98c-5fd9-4285-990c-f80de6235d84 req-5f3c870e-7900-4c2e-aedd-c8e0ce1b8e8a tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 945 time: 0.3542168
Jan 26 21:56:01.044670 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-997cb033-7a8b-4157-9f90-82fa6647f2e5 req-bb7ec246-0de7-41e9-9c64-c65b35dfc491 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2874379
Jan 26 21:56:01.152422 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9eb1e98c-5fd9-4285-990c-f80de6235d84 req-af637694-9234-4322-a8ba-2857786ff9d9 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014652
Jan 26 21:56:01.292316 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f4cc3b-8bad-4b3d-9c38-e5e81206efd7', 'code': 200}
Jan 26 21:56:01.335667 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1d9cfc71-3661-444d-9faf-4646f2b7d7fd req-165c8d59-ce59-4ff2-a484-151f500566c8 service neutron] 10.222.0.45 "GET /v2.0/networks/74132350-d629-40bd-b240-f2fc9af151e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3633807
Jan 26 21:56:01.412400 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device ad3f6679-2264-48da-a0a2-33f9f2272a72 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:56:01.424339 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-dd91a556-677e-457b-9e15-a2502ad8ebd1 req-f4715b61-bdec-4627-a2c7-8189e5374842 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 210 time: 0.0761046
Jan 26 21:56:01.647845 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4c87e5da-f349-4f52-ae20-a4da881bf9eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:01.669613 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning for port ad3f6679-2264-48da-a0a2-33f9f2272a72 completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 21:56:01.682390 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port ad3f6679-2264-48da-a0a2-33f9f2272a72 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:56:01.683065 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:01.784255 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4c87e5da-f349-4f52-ae20-a4da881bf9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:01.841799 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-09256a3d-480a-49cb-9cb3-f3d411c4a472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:02.029959 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87e5da-f349-4f52-ae20-a4da881bf9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960261f4-afa6-40b8-9e98-f19235f0c2e1,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:02.053723 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-4c87e5da-f349-4f52-ae20-a4da881bf9eb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6cf79ef067ff4fc89c392523a7048ad4&name=default HTTP/1.1" status: 200  len: 2979 time: 2.7290335
Jan 26 21:56:02.061642 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-4c87e5da-f349-4f52-ae20-a4da881bf9eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:02.075045 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 43640) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:56:02.077352 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1d9cfc71-3661-444d-9faf-4646f2b7d7fd req-1ecaaed3-9045-4334-a88a-d70c8e7c00db service neutron] 10.222.0.45 "GET /v2.0/networks/74132350-d629-40bd-b240-f2fc9af151e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6896925
Jan 26 21:56:02.094915 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-199922a2-8ee5-43d1-8ddb-98743c09d770 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Allocated IP 172.20.0.5 (a055a280-6113-40f9-90e9-85b200767415/d34651d4-afa5-4ccf-825b-2a13925b4ac2/c397826d-6552-4e1a-9d3d-3aacce271054) {{(pid=80148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 21:56:02.134537 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e765c9-b1ca-4fc8-aa92-0c2abcf59dcd req-618911ad-34df-4783-afa9-dfaa2ed09167 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:02.136596 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-87e765c9-b1ca-4fc8-aa92-0c2abcf59dcd req-618911ad-34df-4783-afa9-dfaa2ed09167 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb11db3d-4843-4ee1-8bf6-0740060f7a8a HTTP/1.1" status: 200  len: 945 time: 0.3214126
Jan 26 21:56:02.198230 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:02.261157 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-29be343b-ffe6-4775-ac00-40ff49e272ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:02.298228 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-29be343b-ffe6-4775-ac00-40ff49e272ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:02.311075 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-87e765c9-b1ca-4fc8-aa92-0c2abcf59dcd req-2a25017d-bd88-4ded-b54e-1b0d2b3095d8 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b885583-6d13-4295-acd2-c4e586d6c58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1552112
Jan 26 21:56:02.420787 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] For port ad3f6679-2264-48da-a0a2-33f9f2272a72, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=ad3f6679-2264-48da-a0a2-33f9f2272a72,segment=NetworkSegment(9afaf6a3-37e6-4363-8b3c-6d368a81a1c0),segment_id=9afaf6a3-37e6-4363-8b3c-6d368a81a1c0)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 21:56:02.456211 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:02.457547 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 46f4cc3b-8bad-4b3d-9c38-e5e81206efd7 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:56:02.521718 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9d20753b-b8ea-42ee-a480-c73c39aac4dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:02.694329 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Pushing event updated for resources: {'Port': ['ID=ad3f6679-2264-48da-a0a2-33f9f2272a72,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:02.700410 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:02.763532 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 46f4cc3b-8bad-4b3d-9c38-e5e81206efd7 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:56:02.763968 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:02.906420 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ab37c-88ed-4d72-bdb4-d588446d3c5a req-dcfed6a8-d8b4-44f1-be72-117d9d3e1c9e tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:02.908488 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-3d0ab37c-88ed-4d72-bdb4-d588446d3c5a req-dcfed6a8-d8b4-44f1-be72-117d9d3e1c9e tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a7561c-7d70-4caf-a456-c65309b76d40 HTTP/1.1" status: 200  len: 945 time: 0.4455135
Jan 26 21:56:02.975157 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ade03-60e8-4509-8f6f-05c6d3bff74c req-5e62af19-6e27-425a-9a74-a2c5de7824b0 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:02.985734 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6f3ade03-60e8-4509-8f6f-05c6d3bff74c req-5e62af19-6e27-425a-9a74-a2c5de7824b0 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 945 time: 0.2911680
Jan 26 21:56:03.089815 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6f3ade03-60e8-4509-8f6f-05c6d3bff74c req-46dac1e8-07f5-4ca4-a63c-627939d717df tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024392
Jan 26 21:56:03.092165 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec663de-2a00-4375-89fa-ae0e11478e7c req-2834b446-1ff4-48de-b37f-3ee9ac1f026e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:03.094161 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1ec663de-2a00-4375-89fa-ae0e11478e7c req-2834b446-1ff4-48de-b37f-3ee9ac1f026e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 1162 time: 0.3701665
Jan 26 21:56:03.107617 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-199922a2-8ee5-43d1-8ddb-98743c09d770 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks [] for port, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:03.152609 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-29be343b-ffe6-4775-ac00-40ff49e272ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:03.184789 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:03.192486 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-199922a2-8ee5-43d1-8ddb-98743c09d770 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Transition to ACTIVE for port object c397826d-6552-4e1a-9d3d-3aacce271054 will not be triggered until provisioned by entity DHCP. {{(pid=80148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 21:56:03.201018 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-3d0ab37c-88ed-4d72-bdb4-d588446d3c5a req-9945bc9b-f6fb-4553-9c52-c2620388b747 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1961229
Jan 26 21:56:03.214942 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1ec663de-2a00-4375-89fa-ae0e11478e7c req-44b0c53a-ae66-4de0-a7dd-4fa899c1076d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1055229
Jan 26 21:56:03.232588 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be343b-ffe6-4775-ac00-40ff49e272ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960261f4-afa6-40b8-9e98-f19235f0c2e1,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:03.236833 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-29be343b-ffe6-4775-ac00-40ff49e272ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:03.294244 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c7e383-90ad-48e3-aba5-e4c8b1518a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad3f6679-2264-48da-a0a2-33f9f2272a72'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 21:56:03.334189 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-29be343b-ffe6-4775-ac00-40ff49e272ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:03.337521 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-29be343b-ffe6-4775-ac00-40ff49e272ed admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/960261f4-afa6-40b8-9e98-f19235f0c2e1 HTTP/1.1" status: 204  len: 168 time: 1.2589080
Jan 26 21:56:03.355238 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-199922a2-8ee5-43d1-8ddb-98743c09d770 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32409920'] for port, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:03.394224 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d021de4e-d1ca-4612-bd4f-96c7b1d87134 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:03.431151 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c7e383-90ad-48e3-aba5-e4c8b1518a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad3f6679-2264-48da-a0a2-33f9f2272a72', 'code': 200}
Jan 26 21:56:03.676388 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7358ce5-f603-45b8-bcf6-3c7e7c477971 req-dbc5a291-3575-42c6-8779-89f47788dffd tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:03.687369 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199922a2-8ee5-43d1-8ddb-98743c09d770 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Pushing event updated for resources: {'Port': ['ID=c397826d-6552-4e1a-9d3d-3aacce271054,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:03.692087 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a7358ce5-f603-45b8-bcf6-3c7e7c477971 req-dbc5a291-3575-42c6-8779-89f47788dffd tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 931 time: 0.3266513
Jan 26 21:56:03.697061 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-199922a2-8ee5-43d1-8ddb-98743c09d770 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:03.803276 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-199922a2-8ee5-43d1-8ddb-98743c09d770 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Network a055a280-6113-40f9-90e9-85b200767415 is already hosted by enough agents. {{(pid=80148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 21:56:03.804405 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-199922a2-8ee5-43d1-8ddb-98743c09d770 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Resources bound (agent type, host, resource id):  {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 21:56:03.809963 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-199922a2-8ee5-43d1-8ddb-98743c09d770 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Received port after_create {{(pid=80148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 21:56:03.862318 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a7358ce5-f603-45b8-bcf6-3c7e7c477971 req-0ab5c373-273e-4db3-9a74-0a3c2ebd7924 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1469071
Jan 26 21:56:04.049566 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-199922a2-8ee5-43d1-8ddb-98743c09d770 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:04.061929 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-199922a2-8ee5-43d1-8ddb-98743c09d770 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:04.108681 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-199922a2-8ee5-43d1-8ddb-98743c09d770 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.1698308
Jan 26 21:56:04.227460 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-a18d5f55-69a3-453b-b773-2a0ed68555a0 None None] Provisioning for port c397826d-6552-4e1a-9d3d-3aacce271054 completed by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 21:56:04.235740 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-a18d5f55-69a3-453b-b773-2a0ed68555a0 None None] Provisioning complete for port c397826d-6552-4e1a-9d3d-3aacce271054 triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:56:04.236320 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a18d5f55-69a3-453b-b773-2a0ed68555a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:04.307986 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-a18d5f55-69a3-453b-b773-2a0ed68555a0 None None] Port c397826d-6552-4e1a-9d3d-3aacce271054 cannot update to ACTIVE because it is not bound. {{(pid=80150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 21:56:04.411938 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 43690) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:56:04.473412 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 43696) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:56:04.506302 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6702b064-f3dd-45c5-89ad-7cca73155571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:04.536682 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-6702b064-f3dd-45c5-89ad-7cca73155571 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:56:04.544646 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-6702b064-f3dd-45c5-89ad-7cca73155571 admin admin] Usage tracker for resource:security_group_rule and tenant:8e2f93569ba9411daacbd83773630495 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:56:04.550027 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-6702b064-f3dd-45c5-89ad-7cca73155571 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:56:04.560488 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-6702b064-f3dd-45c5-89ad-7cca73155571 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:56:04.626859 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732234a2-5984-4ee5-b28a-b81a3a78353a req-2a6172f8-8f6f-4636-8a4d-14615534109b tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:04.628667 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-732234a2-5984-4ee5-b28a-b81a3a78353a req-2a6172f8-8f6f-4636-8a4d-14615534109b tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 945 time: 0.2862289
Jan 26 21:56:04.686153 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2444a3-42e7-49fc-9041-1fff4820fe38 req-83eb4b13-d631-4f81-80bf-88d7fac88ff7 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:04.687802 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5b2444a3-42e7-49fc-9041-1fff4820fe38 req-83eb4b13-d631-4f81-80bf-88d7fac88ff7 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a7561c-7d70-4caf-a456-c65309b76d40 HTTP/1.1" status: 200  len: 945 time: 0.2786825
Jan 26 21:56:04.778636 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cd34adc0-1d44-42f4-b216-18775efb57e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:04.783963 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-732234a2-5984-4ee5-b28a-b81a3a78353a req-a15adece-0262-4e4c-8a34-930de720b98e tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1460390
Jan 26 21:56:04.795157 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5b2444a3-42e7-49fc-9041-1fff4820fe38 req-6319b6ed-606c-4b95-8715-eaa74e3bebf4 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907881
Jan 26 21:56:04.806970 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-cd34adc0-1d44-42f4-b216-18775efb57e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:56:04.814151 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-cd34adc0-1d44-42f4-b216-18775efb57e3 admin admin] Usage tracker for resource:security_group_rule and tenant:8f0a5c72084044c681d0fe20f26fd0cd is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:56:04.825741 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-cd34adc0-1d44-42f4-b216-18775efb57e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:56:04.836147 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-cd34adc0-1d44-42f4-b216-18775efb57e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:56:04.857048 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6702b064-f3dd-45c5-89ad-7cca73155571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:04.890768 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6702b064-f3dd-45c5-89ad-7cca73155571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:04.901897 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:04.956493 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6702b064-f3dd-45c5-89ad-7cca73155571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0e4300-62d5-4172-a3fe-3e80b2f38479,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:04.960594 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6702b064-f3dd-45c5-89ad-7cca73155571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:04.975056 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-6702b064-f3dd-45c5-89ad-7cca73155571 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8e2f93569ba9411daacbd83773630495&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5003572
Jan 26 21:56:04.980234 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 43704) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:56:05.046254 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cd34adc0-1d44-42f4-b216-18775efb57e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:05.081215 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a6ff70d1-2876-44f0-89ee-21057ecc3151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:05.085234 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cd34adc0-1d44-42f4-b216-18775efb57e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:05.113502 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-319a6a84-7c13-439b-8f0f-73bc78a78554 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:05.113765 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a6ff70d1-2876-44f0-89ee-21057ecc3151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:05.186691 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-cd34adc0-1d44-42f4-b216-18775efb57e3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8f0a5c72084044c681d0fe20f26fd0cd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7706723
Jan 26 21:56:05.186691 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd34adc0-1d44-42f4-b216-18775efb57e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e2e05c-6f2a-4a3f-94dc-2e5ad12fcb28,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:05.188763 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 43712) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:56:05.199543 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-cd34adc0-1d44-42f4-b216-18775efb57e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:05.212712 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a6ff70d1-2876-44f0-89ee-21057ecc3151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:05.220961 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:05.257101 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ff70d1-2876-44f0-89ee-21057ecc3151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0e4300-62d5-4172-a3fe-3e80b2f38479,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:05.298956 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a6ff70d1-2876-44f0-89ee-21057ecc3151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:05.300854 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-a6ff70d1-2876-44f0-89ee-21057ecc3151 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4c0e4300-62d5-4172-a3fe-3e80b2f38479 HTTP/1.1" status: 204  len: 168 time: 0.3186016
Jan 26 21:56:05.307575 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff70d1-2876-44f0-89ee-21057ecc3151 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:05.307959 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff70d1-2876-44f0-89ee-21057ecc3151 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:05.308596 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff70d1-2876-44f0-89ee-21057ecc3151 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:05.309166 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff70d1-2876-44f0-89ee-21057ecc3151 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:05.309559 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff70d1-2876-44f0-89ee-21057ecc3151 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:05.309996 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff70d1-2876-44f0-89ee-21057ecc3151 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:05.310388 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff70d1-2876-44f0-89ee-21057ecc3151 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:05.310916 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff70d1-2876-44f0-89ee-21057ecc3151 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:05.311298 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff70d1-2876-44f0-89ee-21057ecc3151 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:05.311886 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff70d1-2876-44f0-89ee-21057ecc3151 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:05.312272 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff70d1-2876-44f0-89ee-21057ecc3151 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:05.312652 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff70d1-2876-44f0-89ee-21057ecc3151 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:05.313091 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff70d1-2876-44f0-89ee-21057ecc3151 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:05.313491 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff70d1-2876-44f0-89ee-21057ecc3151 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:05.313872 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff70d1-2876-44f0-89ee-21057ecc3151 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:05.314249 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff70d1-2876-44f0-89ee-21057ecc3151 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:05.314626 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff70d1-2876-44f0-89ee-21057ecc3151 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:05.315004 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff70d1-2876-44f0-89ee-21057ecc3151 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:05.315379 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff70d1-2876-44f0-89ee-21057ecc3151 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:05.315785 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff70d1-2876-44f0-89ee-21057ecc3151 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:05.316281 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff70d1-2876-44f0-89ee-21057ecc3151 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:05.316660 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff70d1-2876-44f0-89ee-21057ecc3151 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:05.317036 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff70d1-2876-44f0-89ee-21057ecc3151 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:05.317410 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ff70d1-2876-44f0-89ee-21057ecc3151 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:05.323287 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a6ff70d1-2876-44f0-89ee-21057ecc3151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:05.354365 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a45520ca-5b29-41f2-a2bf-8c96f622920f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:05.446291 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a45520ca-5b29-41f2-a2bf-8c96f622920f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:05.562540 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e7220-c798-407d-8ddb-7e41cbe04daf req-7488ef0c-00e3-47c3-b807-75352f3e31b3 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:05.564319 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fd5e7220-c798-407d-8ddb-7e41cbe04daf req-7488ef0c-00e3-47c3-b807-75352f3e31b3 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 931 time: 0.2124658
Jan 26 21:56:05.643693 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fd5e7220-c798-407d-8ddb-7e41cbe04daf req-82317276-b05c-4c8b-844a-2fe322c37f2f tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0657079
Jan 26 21:56:05.656583 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a45520ca-5b29-41f2-a2bf-8c96f622920f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:05.670549 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c0f51bc5-6cd2-4396-a9d8-d3cc85783c1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:05.704022 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45520ca-5b29-41f2-a2bf-8c96f622920f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e2e05c-6f2a-4a3f-94dc-2e5ad12fcb28,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:05.714187 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a45520ca-5b29-41f2-a2bf-8c96f622920f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:05.715855 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a45520ca-5b29-41f2-a2bf-8c96f622920f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:05.720920 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-a45520ca-5b29-41f2-a2bf-8c96f622920f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a4e2e05c-6f2a-4a3f-94dc-2e5ad12fcb28 HTTP/1.1" status: 204  len: 168 time: 0.5279341
Jan 26 21:56:06.196753 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544033bc-12f1-4f32-8dee-0d0f5b25180c req-3d8c6e4e-1d66-4fc0-b28f-0729a347a141 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:06.199269 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-544033bc-12f1-4f32-8dee-0d0f5b25180c req-3d8c6e4e-1d66-4fc0-b28f-0729a347a141 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 945 time: 0.2390695
Jan 26 21:56:06.280123 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] Request body: {'port': {'device_id': '9da3b320-b843-4e3f-a76f-279079441f75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:56:06.297579 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-544033bc-12f1-4f32-8dee-0d0f5b25180c req-fe19561a-6642-45da-9e83-40b98daf67f2 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874922
Jan 26 21:56:06.681456 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 43756) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:56:06.709274 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:06.719479 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-55fc14e8-717b-4b39-ad18-349958b87149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:06.734351 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e217ef67-f917-4641-8be6-c78ee8c17121 req-be90c053-28ab-4772-88dc-4e50eee8fa08 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=03a7561c-7d70-4caf-a456-c65309b76d40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2790990
Jan 26 21:56:06.799782 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-55fc14e8-717b-4b39-ad18-349958b87149 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:56:06.820057 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-55fc14e8-717b-4b39-ad18-349958b87149 admin admin] Usage tracker for resource:security_group_rule and tenant:b0a3fbb77c1a40a38740eb0751eacbbc is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:56:06.829195 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-55fc14e8-717b-4b39-ad18-349958b87149 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:56:06.843027 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-55fc14e8-717b-4b39-ad18-349958b87149 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:56:07.156073 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-55fc14e8-717b-4b39-ad18-349958b87149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:07.193845 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-55fc14e8-717b-4b39-ad18-349958b87149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:07.250341 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:07.261007 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-55fc14e8-717b-4b39-ad18-349958b87149 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b0a3fbb77c1a40a38740eb0751eacbbc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5783339
Jan 26 21:56:07.333043 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814abf6-a8ea-4576-ac02-af1edddbe43c req-204629ab-dc3f-42a8-aa07-7dfef77acc01 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:07.334775 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b814abf6-a8ea-4576-ac02-af1edddbe43c req-204629ab-dc3f-42a8-aa07-7dfef77acc01 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 931 time: 0.2993150
Jan 26 21:56:07.339131 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 43770) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:56:07.415877 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc14e8-717b-4b39-ad18-349958b87149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec44fbd-a7ef-4797-9842-13c7ad829e1c,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:07.428206 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-55fc14e8-717b-4b39-ad18-349958b87149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:07.478449 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b814abf6-a8ea-4576-ac02-af1edddbe43c req-5ab85692-0143-4989-bcc1-261dc778209f tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1160586
Jan 26 21:56:07.510219 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9207f1-d5b4-41df-a26d-0a9a4c916298 req-24956a75-dfba-4444-9a99-2a8b5a478193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:07.511905 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-be9207f1-d5b4-41df-a26d-0a9a4c916298 req-24956a75-dfba-4444-9a99-2a8b5a478193 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 1162 time: 0.5776353
Jan 26 21:56:07.538381 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-294ef649-58d5-49d1-ad69-1d286fd2c7d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:07.625531 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-294ef649-58d5-49d1-ad69-1d286fd2c7d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:07.809307 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-294ef649-58d5-49d1-ad69-1d286fd2c7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:07.821305 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:07.841401 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ef649-58d5-49d1-ad69-1d286fd2c7d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec44fbd-a7ef-4797-9842-13c7ad829e1c,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:07.858267 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-294ef649-58d5-49d1-ad69-1d286fd2c7d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:07.858267 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-294ef649-58d5-49d1-ad69-1d286fd2c7d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:07.858267 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-294ef649-58d5-49d1-ad69-1d286fd2c7d8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eec44fbd-a7ef-4797-9842-13c7ad829e1c HTTP/1.1" status: 204  len: 168 time: 0.5146725
Jan 26 21:56:07.885735 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c397826d-6552-4e1a-9d3d-3aacce271054 {{(pid=80148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 26 21:56:07.902897 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:07.936703 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] Transition to ACTIVE for port object c397826d-6552-4e1a-9d3d-3aacce271054 will not be triggered until provisioned by entity L2. {{(pid=80148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 21:56:07.975996 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822365879'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:07.995904 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158a7ed-a6b7-4746-8b02-ce96025385af req-247482a6-0ba3-4e53-ac89-0253d757f94c tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:07.997396 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f158a7ed-a6b7-4746-8b02-ce96025385af req-247482a6-0ba3-4e53-ac89-0253d757f94c tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 945 time: 0.2311802
Jan 26 21:56:08.093219 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f158a7ed-a6b7-4746-8b02-ce96025385af req-7c437b3e-4f53-4254-9991-db00df79b5a8 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832210
Jan 26 21:56:08.095428 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:08.208995 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] Pushing event updated for resources: {'Port': ['ID=c397826d-6552-4e1a-9d3d-3aacce271054,revision_number=2']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:08.226212 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:08.227241 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:08.227820 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:08.228412 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:08.228869 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:08.229172 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:08.229671 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:08.229956 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:08.230386 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:08.230980 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:08.231364 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:08.231813 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:08.232203 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:08.232576 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:08.232957 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:08.233334 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:08.233709 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:08.234088 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:08.234464 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:08.234857 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:08.235277 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:08.235619 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:08.235998 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:08.236373 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:08.250537 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:08.521125 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] Attempting to bind port c397826d-6552-4e1a-9d3d-3aacce271054 on host hv-cinder-77212 for vnic_type normal with profile  {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 21:56:08.521698 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] Attempting to bind port c397826d-6552-4e1a-9d3d-3aacce271054 by drivers openvswitch on host hv-cinder-77212 at level 0 using segments [{'id': '97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a055a280-6113-40f9-90e9-85b200767415'}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 21:56:08.522033 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] Attempting to bind port c397826d-6552-4e1a-9d3d-3aacce271054 on network a055a280-6113-40f9-90e9-85b200767415 {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 21:56:08.530045 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] Checking agent: {'id': '907ce3e7-819e-4a7f-a1c4-c44a902d1710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 21, 53, 12), 'started_at': datetime.datetime(2021, 1, 26, 21, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 21, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 21:56:08.530433 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] Checking segment: {'id': '97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a055a280-6113-40f9-90e9-85b200767415'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 21:56:08.530853 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:08.531583 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] Bound using segment: {'id': '97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a055a280-6113-40f9-90e9-85b200767415'} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 21:56:08.532101 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] Bound port: c397826d-6552-4e1a-9d3d-3aacce271054, host: hv-cinder-77212, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a055a280-6113-40f9-90e9-85b200767415'}}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 21:56:08.532486 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:08.653589 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] For port c397826d-6552-4e1a-9d3d-3aacce271054, host hv-cinder-77212, cleared binding levels {{(pid=80148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 21:56:08.657400 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] For port c397826d-6552-4e1a-9d3d-3aacce271054, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=c397826d-6552-4e1a-9d3d-3aacce271054,segment=NetworkSegment(97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec),segment_id=97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec)] {{(pid=80148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 21:56:08.702770 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822365879'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:08.721132 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:08.913698 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] Pushing event updated for resources: {'Port': ['ID=c397826d-6552-4e1a-9d3d-3aacce271054,revision_number=3']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:08.940221 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:08.964533 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:08.965619 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:08.968009 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] 10.222.0.45 "PUT /v2.0/ports/c397826d-6552-4e1a-9d3d-3aacce271054 HTTP/1.1" status: 200  len: 1157 time: 2.7035348
Jan 26 21:56:08.968850 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da3b320-b843-4e3f-a76f-279079441f75', 'tag': 'c397826d-6552-4e1a-9d3d-3aacce271054'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 21:56:09.605025 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5bbf8c93-15e9-45e4-a79c-a61352bf51db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:09.944834 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-be9207f1-d5b4-41df-a26d-0a9a4c916298 req-d207aeed-9b76-4f17-97b7-346077719def service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034019
Jan 26 21:56:10.001865 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 43862) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:56:10.187304 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device ad3f6679-2264-48da-a0a2-33f9f2272a72 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:56:10.378391 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port ad3f6679-2264-48da-a0a2-33f9f2272a72 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:56:10.379020 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:10.408769 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-78d44866-6a5c-4bee-923d-d2b0f607a411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:10.432461 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-78d44866-6a5c-4bee-923d-d2b0f607a411 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:56:10.438591 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-78d44866-6a5c-4bee-923d-d2b0f607a411 admin admin] Usage tracker for resource:security_group_rule and tenant:990491ed1a254443b07a618dccbd6dcf is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:56:10.442918 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-78d44866-6a5c-4bee-923d-d2b0f607a411 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:56:10.451169 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-78d44866-6a5c-4bee-923d-d2b0f607a411 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:56:10.658297 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217ef67-f917-4641-8be6-c78ee8c17121 req-6575c94d-7449-43ff-9efa-9c5e462de361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:10.666560 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e217ef67-f917-4641-8be6-c78ee8c17121 req-6575c94d-7449-43ff-9efa-9c5e462de361 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b20bd678712440d8c6489419a905a3d&device_id=03a7561c-7d70-4caf-a456-c65309b76d40 HTTP/1.1" status: 200  len: 1162 time: 0.2399614
Jan 26 21:56:10.686126 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-78d44866-6a5c-4bee-923d-d2b0f607a411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:10.688009 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-8b0df8ad-b78f-473d-aba5-00405cd5c270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:10.689809 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-8b0df8ad-b78f-473d-aba5-00405cd5c270 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c8cd6f60f4bf49aabee2ed7fc70c2d8b&device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 1160 time: 0.1880801
Jan 26 21:56:10.730596 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-78d44866-6a5c-4bee-923d-d2b0f607a411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:10.742498 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-dc17ff3e-8fb2-4345-bd5d-d90f713d6b19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:10.746388 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 46f4cc3b-8bad-4b3d-9c38-e5e81206efd7 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:56:10.819691 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d44866-6a5c-4bee-923d-d2b0f607a411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008be98f-574d-4a28-a285-865eafa1f5c8,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:10.832151 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-78d44866-6a5c-4bee-923d-d2b0f607a411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:10.867032 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-78d44866-6a5c-4bee-923d-d2b0f607a411 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=990491ed1a254443b07a618dccbd6dcf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8635190
Jan 26 21:56:10.868245 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 43890) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:56:10.928261 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 46f4cc3b-8bad-4b3d-9c38-e5e81206efd7 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:56:10.928991 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:10.931583 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-d183f152-1498-4c98-a835-2ab0a5d0e441 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c397826d-6552-4e1a-9d3d-3aacce271054 HTTP/1.1" status: 200  len: 217 time: 0.1516647
Jan 26 21:56:11.144750 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2d5c50af-3347-4edc-8244-0b28fdf7956c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:11.226075 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217ef67-f917-4641-8be6-c78ee8c17121 req-5dcdf971-b170-4160-b92a-e02016fd3805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:11.233158 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e217ef67-f917-4641-8be6-c78ee8c17121 req-5dcdf971-b170-4160-b92a-e02016fd3805 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0220ea98-c36d-4592-abec-85c89380925e HTTP/1.1" status: 200  len: 909 time: 0.5420516
Jan 26 21:56:11.256572 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2d5c50af-3347-4edc-8244-0b28fdf7956c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:11.362935 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e217ef67-f917-4641-8be6-c78ee8c17121 req-7a2aa76d-a821-4afc-afb9-efd68140b567 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e13d2f1-c2b4-484b-88f7-ce8fb60e39d6 HTTP/1.1" status: 200  len: 217 time: 0.1164019
Jan 26 21:56:11.548576 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-19eb70c0-de21-4e9d-820f-16729dba9a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:11.559949 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-19eb70c0-de21-4e9d-820f-16729dba9a68 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d34651d4-afa5-4ccf-825b-2a13925b4ac2 HTTP/1.1" status: 200  len: 856 time: 0.6034253
Jan 26 21:56:11.606435 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217ef67-f917-4641-8be6-c78ee8c17121 req-312cf852-d12e-4b56-bb3c-c6a1f9455e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:11.609392 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e217ef67-f917-4641-8be6-c78ee8c17121 req-312cf852-d12e-4b56-bb3c-c6a1f9455e48 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a4ce4f64-6a29-442a-b4ca-edb027adcf72 HTTP/1.1" status: 200  len: 855 time: 0.2292356
Jan 26 21:56:11.655372 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672fc7a9-1577-46f4-b8cc-3ee699e6f87b req-080eee6c-f602-45d5-a5ad-9713d38da4d0 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:11.669868 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-672fc7a9-1577-46f4-b8cc-3ee699e6f87b req-080eee6c-f602-45d5-a5ad-9713d38da4d0 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 943 time: 0.3655403
Jan 26 21:56:11.672916 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2d5c50af-3347-4edc-8244-0b28fdf7956c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:11.682448 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-55fc14e8-717b-4b39-ad18-349958b87149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:11.809594 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c50af-3347-4edc-8244-0b28fdf7956c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008be98f-574d-4a28-a285-865eafa1f5c8,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:11.820498 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2d5c50af-3347-4edc-8244-0b28fdf7956c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:11.857434 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e217ef67-f917-4641-8be6-c78ee8c17121 req-4ea3de8c-6f1c-40ff-8c73-3274d907fe42 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0220ea98-c36d-4592-abec-85c89380925e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1608448
Jan 26 21:56:11.904424 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-672fc7a9-1577-46f4-b8cc-3ee699e6f87b req-d5cbfdd5-dc73-429a-b05d-42b24e76d417 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2226579
Jan 26 21:56:11.916286 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2d5c50af-3347-4edc-8244-0b28fdf7956c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:11.946431 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-2d5c50af-3347-4edc-8244-0b28fdf7956c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/008be98f-574d-4a28-a285-865eafa1f5c8 HTTP/1.1" status: 204  len: 168 time: 1.0702088
Jan 26 21:56:12.066736 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da3b320-b843-4e3f-a76f-279079441f75', 'tag': 'c397826d-6552-4e1a-9d3d-3aacce271054', 'status': 'completed', 'code': 200}
Jan 26 21:56:12.147351 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-345736e2-bfc0-4ac7-90db-42cd03eae7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:12.149773 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-345736e2-bfc0-4ac7-90db-42cd03eae7e7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a055a280-6113-40f9-90e9-85b200767415&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5237381
Jan 26 21:56:12.158545 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 46f4cc3b-8bad-4b3d-9c38-e5e81206efd7 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:56:12.351059 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 46f4cc3b-8bad-4b3d-9c38-e5e81206efd7 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:56:12.351268 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:12.596783 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:12.630642 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133caaf3-a78f-4bf8-8b10-69e7d53db996 req-aafa9a98-bc27-4307-900c-a4a03e8aa300 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:12.633561 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-133caaf3-a78f-4bf8-8b10-69e7d53db996 req-aafa9a98-bc27-4307-900c-a4a03e8aa300 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 945 time: 0.2715414
Jan 26 21:56:12.636290 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e217ef67-f917-4641-8be6-c78ee8c17121 req-db29ed2a-e95d-49a6-9a22-6611b174818a service neutron] 10.222.0.45 "GET /v2.0/networks/0220ea98-c36d-4592-abec-85c89380925e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7661009
Jan 26 21:56:12.724586 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-133caaf3-a78f-4bf8-8b10-69e7d53db996 req-aa7d9bde-5969-401b-945d-c82191bac73a tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778162
Jan 26 21:56:12.930118 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 43940) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:56:12.986416 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-adb60674-6b4b-48da-a6af-ca42f0c2c853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:13.021813 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-adb60674-6b4b-48da-a6af-ca42f0c2c853 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:56:13.033664 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-adb60674-6b4b-48da-a6af-ca42f0c2c853 admin admin] Usage tracker for resource:security_group_rule and tenant:51117921e2984c3994dea06cab64a42b is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:56:13.043883 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-adb60674-6b4b-48da-a6af-ca42f0c2c853 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:56:13.051881 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-adb60674-6b4b-48da-a6af-ca42f0c2c853 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:56:13.176496 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-adb60674-6b4b-48da-a6af-ca42f0c2c853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:13.212923 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-7ccb8f44-fb91-4172-a0ea-9802f79d3e8c service neutron] 10.222.0.45 "GET /v2.0/networks/a055a280-6113-40f9-90e9-85b200767415?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0402255
Jan 26 21:56:13.216595 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-adb60674-6b4b-48da-a6af-ca42f0c2c853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:13.231687 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-179ed0f5-e1e3-4e5f-8470-e7a4b49a2fda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:13.315413 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-adb60674-6b4b-48da-a6af-ca42f0c2c853 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=51117921e2984c3994dea06cab64a42b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3835814
Jan 26 21:56:13.318333 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb60674-6b4b-48da-a6af-ca42f0c2c853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4875b904-e82e-4054-abad-4fcd8f224f5d,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:13.324556 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 43948) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:56:13.337470 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:13.342885 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-adb60674-6b4b-48da-a6af-ca42f0c2c853 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:13.405231 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7c745474-aa5a-4c11-a8d9-32c9fdb5b2be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:13.453988 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e217ef67-f917-4641-8be6-c78ee8c17121 req-661fd7a8-817f-4437-8757-2ffa36f76a40 service neutron] 10.222.0.45 "GET /v2.0/networks/0220ea98-c36d-4592-abec-85c89380925e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8110731
Jan 26 21:56:13.526421 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-3e19700a-1189-4b26-bb5d-2fd0f3324784 req-aea31f4f-4e61-409d-a0a4-1e61a64bb7a5 service neutron] 10.222.0.45 "GET /v2.0/networks/a055a280-6113-40f9-90e9-85b200767415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2947154
Jan 26 21:56:13.527421 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5d60b362-10cd-4819-b473-d62c4f315397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:13.590039 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5d60b362-10cd-4819-b473-d62c4f315397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:13.675126 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e02a51-d561-4a88-9dda-84eeb4f1cd99 req-6f08030a-4735-4140-b8b0-96f47d5569bd tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:13.683780 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-09e02a51-d561-4a88-9dda-84eeb4f1cd99 req-6f08030a-4735-4140-b8b0-96f47d5569bd tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 943 time: 0.2545617
Jan 26 21:56:13.793064 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-09e02a51-d561-4a88-9dda-84eeb4f1cd99 req-7c2636c4-5fc8-4ab8-b2fa-8c859b98cc3b tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1081531
Jan 26 21:56:13.879817 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5d60b362-10cd-4819-b473-d62c4f315397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:13.889647 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:13.906932 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d60b362-10cd-4819-b473-d62c4f315397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4875b904-e82e-4054-abad-4fcd8f224f5d,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:13.910945 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-5d60b362-10cd-4819-b473-d62c4f315397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:13.922647 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5d60b362-10cd-4819-b473-d62c4f315397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:13.923969 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-5d60b362-10cd-4819-b473-d62c4f315397 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4875b904-e82e-4054-abad-4fcd8f224f5d HTTP/1.1" status: 204  len: 168 time: 0.5850451
Jan 26 21:56:14.104698 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ad508-9a98-46ed-9c7e-c6f3ed5e46d0 req-fde1695b-2dc5-4a75-a061-9df541ffd344 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:14.106791 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-3d0ad508-9a98-46ed-9c7e-c6f3ed5e46d0 req-fde1695b-2dc5-4a75-a061-9df541ffd344 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 945 time: 0.3122981
Jan 26 21:56:14.155775 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1dbe48-e702-4a32-9250-f3a701f2805d req-124a36a4-60de-460a-9d17-0ec337ff21ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:14.159931 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7e1dbe48-e702-4a32-9250-f3a701f2805d req-124a36a4-60de-460a-9d17-0ec337ff21ce service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7a4c50647a404710832ed97f00c9133b&device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 1162 time: 0.4265339
Jan 26 21:56:14.228335 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29248fdb-fba1-4cc3-80e5-b701e58e8cc9 req-265b48fb-8b6f-4226-8bdf-dc4400658e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:14.233233 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-29248fdb-fba1-4cc3-80e5-b701e58e8cc9 req-265b48fb-8b6f-4226-8bdf-dc4400658e4d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c8cd6f60f4bf49aabee2ed7fc70c2d8b&device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 1160 time: 0.3824935
Jan 26 21:56:14.249962 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-3d0ad508-9a98-46ed-9c7e-c6f3ed5e46d0 req-73dad973-c9c9-40d0-8369-37d354945d7a tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1327369
Jan 26 21:56:14.537890 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1dbe48-e702-4a32-9250-f3a701f2805d req-d33d1760-715a-4780-a3c4-8de626cfc950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:14.540445 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7e1dbe48-e702-4a32-9250-f3a701f2805d req-d33d1760-715a-4780-a3c4-8de626cfc950 service neutron] 10.222.0.45 "GET /v2.0/networks?id=74132350-d629-40bd-b240-f2fc9af151e7 HTTP/1.1" status: 200  len: 913 time: 0.3718441
Jan 26 21:56:14.550359 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29248fdb-fba1-4cc3-80e5-b701e58e8cc9 req-d75a89f7-dba5-4bda-b984-2deef1227193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:14.551980 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-29248fdb-fba1-4cc3-80e5-b701e58e8cc9 req-d75a89f7-dba5-4bda-b984-2deef1227193 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a055a280-6113-40f9-90e9-85b200767415 HTTP/1.1" status: 200  len: 911 time: 0.2373590
Jan 26 21:56:14.575809 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:14.748063 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7e1dbe48-e702-4a32-9250-f3a701f2805d req-59c00ae8-3427-4abd-a88b-7918fd013f82 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=46f4cc3b-8bad-4b3d-9c38-e5e81206efd7 HTTP/1.1" status: 200  len: 217 time: 0.0975964
Jan 26 21:56:14.750583 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-29248fdb-fba1-4cc3-80e5-b701e58e8cc9 req-96f423c3-989b-43d6-aa9d-a46adce5ca6a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c397826d-6552-4e1a-9d3d-3aacce271054 HTTP/1.1" status: 200  len: 217 time: 0.1634600
Jan 26 21:56:15.021306 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1dbe48-e702-4a32-9250-f3a701f2805d req-f248de48-0f0c-48be-b8b2-fbd96d79aec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:15.025068 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7e1dbe48-e702-4a32-9250-f3a701f2805d req-f248de48-0f0c-48be-b8b2-fbd96d79aec2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10a8d33b-7d45-4a88-98ab-e3f8e511099a HTTP/1.1" status: 200  len: 859 time: 0.2612376
Jan 26 21:56:15.124320 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29248fdb-fba1-4cc3-80e5-b701e58e8cc9 req-11b10b1c-55b2-4c10-8414-592bca231072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:15.127142 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-29248fdb-fba1-4cc3-80e5-b701e58e8cc9 req-11b10b1c-55b2-4c10-8414-592bca231072 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d34651d4-afa5-4ccf-825b-2a13925b4ac2 HTTP/1.1" status: 200  len: 856 time: 0.3116450
Jan 26 21:56:15.236395 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7e1dbe48-e702-4a32-9250-f3a701f2805d req-59d2f5ab-f966-4f0a-a7f9-38d8aed507ee service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74132350-d629-40bd-b240-f2fc9af151e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1944046
Jan 26 21:56:15.338618 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eebbd21-f7e1-4bc2-b608-71263b25123d req-ffa85fc1-7fec-4791-b910-9dffb25d010e tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:15.341571 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7eebbd21-f7e1-4bc2-b608-71263b25123d req-ffa85fc1-7fec-4791-b910-9dffb25d010e tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 943 time: 0.2971089
Jan 26 21:56:15.376699 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:15.559751 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7eebbd21-f7e1-4bc2-b608-71263b25123d req-1fd2d818-1620-4218-b13a-ad3fb948bfcd tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2107608
Jan 26 21:56:15.605107 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29248fdb-fba1-4cc3-80e5-b701e58e8cc9 req-42ebc0a3-0d3a-4c12-8bc6-5b9a1553d0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:15.607336 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-29248fdb-fba1-4cc3-80e5-b701e58e8cc9 req-42ebc0a3-0d3a-4c12-8bc6-5b9a1553d0c1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a055a280-6113-40f9-90e9-85b200767415&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4675312
Jan 26 21:56:15.611598 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7e1dbe48-e702-4a32-9250-f3a701f2805d req-fd7da053-5c21-4e49-a4d3-406ccf6eca3c service neutron] 10.222.0.45 "GET /v2.0/networks/74132350-d629-40bd-b240-f2fc9af151e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3361754
Jan 26 21:56:15.957882 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1acfe1-f274-40ce-a6d6-1c5e2952f44c req-43b90742-f26c-4bed-b290-e5b639b56bc8 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:15.960435 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7e1acfe1-f274-40ce-a6d6-1c5e2952f44c req-43b90742-f26c-4bed-b290-e5b639b56bc8 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 945 time: 0.3419225
Jan 26 21:56:16.016358 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7e1dbe48-e702-4a32-9250-f3a701f2805d req-ffc53d3b-0c84-4c96-96ad-1b10200c9471 service neutron] 10.222.0.45 "GET /v2.0/networks/74132350-d629-40bd-b240-f2fc9af151e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3581467
Jan 26 21:56:16.124886 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7e1acfe1-f274-40ce-a6d6-1c5e2952f44c req-741e4234-5834-4b42-a38c-e1f6e73ef0c1 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1494699
Jan 26 21:56:16.272233 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-29248fdb-fba1-4cc3-80e5-b701e58e8cc9 req-71ac1cd0-bbd4-4e6a-94f5-10c79a585c38 service neutron] 10.222.0.45 "GET /v2.0/networks/a055a280-6113-40f9-90e9-85b200767415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6485462
Jan 26 21:56:16.613245 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-29248fdb-fba1-4cc3-80e5-b701e58e8cc9 req-df8bd000-ce62-45d7-97b1-523fee4ac119 service neutron] 10.222.0.45 "GET /v2.0/networks/a055a280-6113-40f9-90e9-85b200767415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2544067
Jan 26 21:56:16.922192 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac09cbf-0433-4c1f-a145-4b5f4cbad94f req-ad574f2a-a869-4b18-b024-bdf61a2f177f tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:16.924049 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-dac09cbf-0433-4c1f-a145-4b5f4cbad94f req-ad574f2a-a869-4b18-b024-bdf61a2f177f tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 943 time: 0.1476524
Jan 26 21:56:16.977634 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device c397826d-6552-4e1a-9d3d-3aacce271054 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:56:17.017384 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-dac09cbf-0433-4c1f-a145-4b5f4cbad94f req-975014ee-8e58-48b7-aa6c-72bad1bdcc79 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0764830
Jan 26 21:56:17.153361 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning for port c397826d-6552-4e1a-9d3d-3aacce271054 completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 21:56:17.162851 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port c397826d-6552-4e1a-9d3d-3aacce271054 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:56:17.163283 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:17.655911 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:17.701145 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59068bc-7276-45c1-b19d-444e2cf2ccd0 req-e70cedff-f9d2-4b38-8d35-4dfe5a5021f9 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:17.704605 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f59068bc-7276-45c1-b19d-444e2cf2ccd0 req-e70cedff-f9d2-4b38-8d35-4dfe5a5021f9 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 945 time: 0.3235521
Jan 26 21:56:17.718439 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da3b320-b843-4e3f-a76f-279079441f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c397826d-6552-4e1a-9d3d-3aacce271054'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 21:56:17.765507 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] For port c397826d-6552-4e1a-9d3d-3aacce271054, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=c397826d-6552-4e1a-9d3d-3aacce271054,segment=NetworkSegment(97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec),segment_id=97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 21:56:17.828624 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:17.837407 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:17.853595 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f59068bc-7276-45c1-b19d-444e2cf2ccd0 req-010a7cbf-daba-4c89-ab98-8f647b7e5c24 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1274843
Jan 26 21:56:17.954728 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da3b320-b843-4e3f-a76f-279079441f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c397826d-6552-4e1a-9d3d-3aacce271054', 'code': 200}
Jan 26 21:56:18.092376 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Pushing event updated for resources: {'Port': ['ID=c397826d-6552-4e1a-9d3d-3aacce271054,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:18.133988 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:18.145412 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:18.146455 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:18.147202 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:18.147955 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:18.149316 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:18.150111 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:18.150743 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:18.151503 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:18.152192 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:18.152951 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:18.158614 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:18.159563 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:18.160343 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:18.161120 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:18.161874 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:18.164333 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:18.171993 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:18.172851 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:18.174602 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:18.175312 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:18.176019 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:18.177078 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:18.177731 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:56:18.191030 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:18.519462 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f5074-b803-4298-8226-bc5cf5ebb571 req-c955d198-385f-4e70-ad1d-df3c180d422e tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:18.522429 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1b2f5074-b803-4298-8226-bc5cf5ebb571 req-c955d198-385f-4e70-ad1d-df3c180d422e tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 945 time: 0.2705557
Jan 26 21:56:18.617486 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226a9cf-0c69-4971-bd8b-9a100e4f4d2c req-a330fbd0-1fc0-403a-9bee-56c980e91040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:18.620387 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1226a9cf-0c69-4971-bd8b-9a100e4f4d2c req-a330fbd0-1fc0-403a-9bee-56c980e91040 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 1162 time: 0.0946126
Jan 26 21:56:18.655570 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1b2f5074-b803-4298-8226-bc5cf5ebb571 req-bcfe0875-8381-4457-9b5a-6fb1d8a72dd5 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1183367
Jan 26 21:56:18.724820 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1226a9cf-0c69-4971-bd8b-9a100e4f4d2c req-8a97c396-9c3d-4b84-8080-fe3d7209c3c0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0933611
Jan 26 21:56:19.231439 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a080ebe-f648-4dc5-8b1c-d0a5c52560f0 req-b1440864-add7-4f43-b308-7dbed3835cf3 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:19.236528 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1a080ebe-f648-4dc5-8b1c-d0a5c52560f0 req-b1440864-add7-4f43-b308-7dbed3835cf3 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 945 time: 0.1906824
Jan 26 21:56:19.342258 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1a080ebe-f648-4dc5-8b1c-d0a5c52560f0 req-afb0a97e-08f9-4eca-908b-145b1a6daf8a tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011910
Jan 26 21:56:20.223582 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8cc7b-3592-432e-a750-e25ed768ab99 req-a8223050-2990-4018-940a-26a5a90c6421 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:20.228718 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e2e8cc7b-3592-432e-a750-e25ed768ab99 req-a8223050-2990-4018-940a-26a5a90c6421 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 945 time: 0.2134666
Jan 26 21:56:20.387703 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device c397826d-6552-4e1a-9d3d-3aacce271054 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:56:20.599149 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port c397826d-6552-4e1a-9d3d-3aacce271054 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:56:20.599633 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:20.616203 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e2e8cc7b-3592-432e-a750-e25ed768ab99 req-60571687-0cee-45cb-86a5-5d6cce5da7d5 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3835781
Jan 26 21:56:20.945707 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad7281-aded-4995-b27e-d24768fa1a45 req-ed210d80-426b-4c50-8e31-fa8d986a8508 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:20.959783 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e2ad7281-aded-4995-b27e-d24768fa1a45 req-ed210d80-426b-4c50-8e31-fa8d986a8508 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 945 time: 0.2834055
Jan 26 21:56:21.060456 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 21:56:21.072424 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e2ad7281-aded-4995-b27e-d24768fa1a45 req-3b9fbbe7-6f19-4076-bfa6-19a31a5ed1e5 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081026
Jan 26 21:56:22.031567 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba9198-9bc2-45e2-9226-01a6b28dd4af req-b27e2358-6bbb-4dcc-9e3f-c9de03b51801 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:22.033317 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5cba9198-9bc2-45e2-9226-01a6b28dd4af req-b27e2358-6bbb-4dcc-9e3f-c9de03b51801 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 945 time: 0.1811161
Jan 26 21:56:22.145000 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5cba9198-9bc2-45e2-9226-01a6b28dd4af req-e67fc8c9-69f6-4691-b34f-2593ec39b5ef tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0984521
Jan 26 21:56:22.568423 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376e400-33ec-47de-83c6-4d2ff3be891d req-6c102899-69db-49a8-9a12-6f66ea473c24 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:22.570791 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f376e400-33ec-47de-83c6-4d2ff3be891d req-6c102899-69db-49a8-9a12-6f66ea473c24 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 945 time: 0.2485154
Jan 26 21:56:22.619402 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b525eb-0700-4911-a084-ee5c7417a500 req-2f36358a-e7e1-4993-9432-fcd34dc9a67f tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:22.621193 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-92b525eb-0700-4911-a084-ee5c7417a500 req-2f36358a-e7e1-4993-9432-fcd34dc9a67f tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 945 time: 0.2179091
Jan 26 21:56:22.633863 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 44186) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:56:22.644548 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-3b66988e-ad2d-499f-9b20-deac93a6b488 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Request body: {'floatingip': {'port_id': 'c397826d-6552-4e1a-9d3d-3aacce271054'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:56:22.703356 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f376e400-33ec-47de-83c6-4d2ff3be891d req-0fc714ee-ee07-42e5-80f2-82a926b00544 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806389
Jan 26 21:56:22.795200 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3b66988e-ad2d-499f-9b20-deac93a6b488 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks [] for floatingip, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:24.050487 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0502698-b5a5-4e31-a89d-7f6f115e1c98 req-4c06eb48-ae7c-4fc8-ab8c-95fac9eefc93 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:24.059568 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f0502698-b5a5-4e31-a89d-7f6f115e1c98 req-4c06eb48-ae7c-4fc8-ab8c-95fac9eefc93 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 945 time: 0.1646729
Jan 26 21:56:24.156164 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f0502698-b5a5-4e31-a89d-7f6f115e1c98 req-1ddfcdb9-42b3-481d-a245-52b5c07cd129 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950153
Jan 26 21:56:24.275763 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.db.resource_extend [None req-3b66988e-ad2d-499f-9b20-deac93a6b488 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 26 21:56:24.460264 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3b66988e-ad2d-499f-9b20-deac93a6b488 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:24.559382 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3b66988e-ad2d-499f-9b20-deac93a6b488 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036821521460'] for floatingip, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:24.857105 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.db.l3_db [None req-3b66988e-ad2d-499f-9b20-deac93a6b488 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Floating IP 67cc7297-698a-46d5-ae95-6e561083a105 associated. External IP: 172.27.2.46, port: c397826d-6552-4e1a-9d3d-3aacce271054.
Jan 26 21:56:25.142352 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9c504-81a7-41ba-a81e-22b8340bffc6 req-e2bcbe87-6c12-4950-9882-a397411a9850 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:25.145255 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e7b9c504-81a7-41ba-a81e-22b8340bffc6 req-e2bcbe87-6c12-4950-9882-a397411a9850 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb11db3d-4843-4ee1-8bf6-0740060f7a8a HTTP/1.1" status: 200  len: 945 time: 0.2676203
Jan 26 21:56:25.246847 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e7b9c504-81a7-41ba-a81e-22b8340bffc6 req-f53535cd-a9dc-43bc-8358-02c6c1678221 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b885583-6d13-4295-acd2-c4e586d6c58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894520
Jan 26 21:56:25.464452 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b66988e-ad2d-499f-9b20-deac93a6b488 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Router bcfb3fff-4594-4cea-ae9f-548bbaef08fc has already been hosted by L3 agent d246ac06-2269-4624-8b82-d0eab6b3335a {{(pid=80148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 21:56:25.563193 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca8c47-356d-4928-8828-e5190657e88b req-51d6a24d-e492-47ad-a9dc-3ef7571d4db9 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:25.565275 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-abca8c47-356d-4928-8828-e5190657e88b req-51d6a24d-e492-47ad-a9dc-3ef7571d4db9 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 945 time: 0.1397564
Jan 26 21:56:25.637046 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-abca8c47-356d-4928-8828-e5190657e88b req-39cabc76-a785-46cb-8ae6-d414c8f2dcac tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582590
Jan 26 21:56:25.701382 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b66988e-ad2d-499f-9b20-deac93a6b488 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify agent at l3_agent.dv-cinder-772126-1-iscsi the message routers_updated {{(pid=80148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 21:56:25.725485 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3b66988e-ad2d-499f-9b20-deac93a6b488 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for floatingip, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:25.742839 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29b0e3c-0768-407b-8c53-a539db465658 None None] Sync routers for ids ['bcfb3fff-4594-4cea-ae9f-548bbaef08fc'] in dv-cinder-772126-1-iscsi {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 21:56:25.761986 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 44248) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:56:25.772342 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29b0e3c-0768-407b-8c53-a539db465658 None None] Routers {'bcfb3fff-4594-4cea-ae9f-548bbaef08fc'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 21:56:25.774459 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-e29b0e3c-0768-407b-8c53-a539db465658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5aee6fdd8>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T21:56:13Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['bcfb3fff-4594-4cea-ae9f-548bbaef08fc'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:56:25.861351 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-3b66988e-ad2d-499f-9b20-deac93a6b488 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "PUT /v2.0/floatingips/67cc7297-698a-46d5-ae95-6e561083a105 HTTP/1.1" status: 200  len: 990 time: 3.2208359
Jan 26 21:56:25.861351 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da3b320-b843-4e3f-a76f-279079441f75', 'tag': 'c397826d-6552-4e1a-9d3d-3aacce271054'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 21:56:26.046501 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9da3b320-b843-4e3f-a76f-279079441f75', 'tag': 'c397826d-6552-4e1a-9d3d-3aacce271054', 'status': 'completed', 'code': 200}
Jan 26 21:56:26.175535 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0489ba4a-dbba-404a-8334-74976c69a2dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:26.208399 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-0489ba4a-dbba-404a-8334-74976c69a2dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:56:26.208399 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-0489ba4a-dbba-404a-8334-74976c69a2dc admin admin] Usage tracker for resource:security_group_rule and tenant:f80f8c7c0d5e4a05b2213eb105690f75 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:56:26.208399 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-0489ba4a-dbba-404a-8334-74976c69a2dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:56:26.216555 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-0489ba4a-dbba-404a-8334-74976c69a2dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:56:26.250539 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-e29b0e3c-0768-407b-8c53-a539db465658 None None] Set router bcfb3fff-4594-4cea-ae9f-548bbaef08fc gateway port host: dv-cinder-772126-1-iscsi {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 21:56:26.498510 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0489ba4a-dbba-404a-8334-74976c69a2dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:26.617232 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0489ba4a-dbba-404a-8334-74976c69a2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:26.683608 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a8748ea9-2100-45d2-9ecc-5b620fb0919f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:26.705861 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-e29b0e3c-0768-407b-8c53-a539db465658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5aee6fdd8>, [{'id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1210003276-router', 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd928ad77-29f1-4fa1-b370-22bea2f190ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:55:06Z', 'updated_at': '2021-01-26T21:55:22Z', 'revision_number': 4, 'project_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'gw_port': {'id': 'd928ad77-29f1-4fa1-b370-22bea2f190ed', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:09Z', 'updated_at': '2021-01-26T21:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_floatingips': [{'id': '67cc7297-698a-46d5-ae95-6e561083a105', 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'router_id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'port_id': 'c397826d-6552-4e1a-9d3d-3aacce271054', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a055a280-6113-40f9-90e9-85b200767415', 'mac_address': 'fa:16:3e:2a:51:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da3b320-b843-4e3f-a76f-279079441f75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T21:55:41Z', 'updated_at': '2021-01-26T21:56:24Z', 'revision_number': 1, 'project_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '179080c4-38a5-4df1-b53d-1fa54069dd02', 'name': '', 'network_id': 'a055a280-6113-40f9-90e9-85b200767415', 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'mac_address': 'fa:16:3e:dc:2a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'd34651d4-afa5-4ccf-825b-2a13925b4ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:20Z', 'updated_at': '2021-01-26T21:55:37Z', 'revision_number': 5, 'project_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'subnets': [{'id': 'd34651d4-afa5-4ccf-825b-2a13925b4ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:56:26.709879 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 44280) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:56:26.711996 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29b0e3c-0768-407b-8c53-a539db465658 None None] Checking router: bcfb3fff-4594-4cea-ae9f-548bbaef08fc for host: dv-cinder-772126-1-iscsi {{(pid=80151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 21:56:26.722218 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-0489ba4a-dbba-404a-8334-74976c69a2dc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f80f8c7c0d5e4a05b2213eb105690f75&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9583697
Jan 26 21:56:26.723301 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29b0e3c-0768-407b-8c53-a539db465658 None None] Routers {'bcfb3fff-4594-4cea-ae9f-548bbaef08fc'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 21:56:26.724021 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-e29b0e3c-0768-407b-8c53-a539db465658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5aee6fdd8>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T21:56:13Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['bcfb3fff-4594-4cea-ae9f-548bbaef08fc'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:56:26.803577 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0489ba4a-dbba-404a-8334-74976c69a2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243c4723-e015-4589-8097-da52b4f0022f,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:26.812950 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-0489ba4a-dbba-404a-8334-74976c69a2dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:26.904751 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f175923c-8bce-4b73-9028-c32934469e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:26.988312 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7fd4e-e318-4223-a71d-9c11ee727c3e req-4ca182d8-e10f-457a-b120-ec2a799c74b2 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:26.990352 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6ad7fd4e-e318-4223-a71d-9c11ee727c3e req-4ca182d8-e10f-457a-b120-ec2a799c74b2 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb11db3d-4843-4ee1-8bf6-0740060f7a8a HTTP/1.1" status: 200  len: 945 time: 0.4551358
Jan 26 21:56:27.023600 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f175923c-8bce-4b73-9028-c32934469e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:27.064869 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-e29b0e3c-0768-407b-8c53-a539db465658 None None] Set router bcfb3fff-4594-4cea-ae9f-548bbaef08fc gateway port host: dv-cinder-772126-1-iscsi {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 21:56:27.132929 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6ad7fd4e-e318-4223-a71d-9c11ee727c3e req-7ab2b942-69a5-4cc5-9981-d0628417a9b8 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b885583-6d13-4295-acd2-c4e586d6c58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1268899
Jan 26 21:56:27.199187 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f175923c-8bce-4b73-9028-c32934469e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:27.213050 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:27.256500 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f175923c-8bce-4b73-9028-c32934469e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243c4723-e015-4589-8097-da52b4f0022f,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:27.283323 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f175923c-8bce-4b73-9028-c32934469e60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:27.284919 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f175923c-8bce-4b73-9028-c32934469e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:27.286937 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-f175923c-8bce-4b73-9028-c32934469e60 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/243c4723-e015-4589-8097-da52b4f0022f HTTP/1.1" status: 204  len: 168 time: 0.5747473
Jan 26 21:56:27.651141 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71dc88f-987e-45c8-9008-ff00c092c6e8 req-75fec147-febe-48f4-a666-051d6318e269 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:27.653422 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b71dc88f-987e-45c8-9008-ff00c092c6e8 req-75fec147-febe-48f4-a666-051d6318e269 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 945 time: 0.2240176
Jan 26 21:56:27.744196 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b71dc88f-987e-45c8-9008-ff00c092c6e8 req-7a1351d1-87fc-4115-a883-b7927c2d735b tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842569
Jan 26 21:56:28.054397 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-e29b0e3c-0768-407b-8c53-a539db465658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5aee6fdd8>, [{'id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1210003276-router', 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd928ad77-29f1-4fa1-b370-22bea2f190ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:55:06Z', 'updated_at': '2021-01-26T21:55:22Z', 'revision_number': 4, 'project_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'gw_port': {'id': 'd928ad77-29f1-4fa1-b370-22bea2f190ed', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:09Z', 'updated_at': '2021-01-26T21:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_floatingips': [{'id': '67cc7297-698a-46d5-ae95-6e561083a105', 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'router_id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'port_id': 'c397826d-6552-4e1a-9d3d-3aacce271054', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a055a280-6113-40f9-90e9-85b200767415', 'mac_address': 'fa:16:3e:2a:51:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da3b320-b843-4e3f-a76f-279079441f75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T21:55:41Z', 'updated_at': '2021-01-26T21:56:24Z', 'revision_number': 1, 'project_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '179080c4-38a5-4df1-b53d-1fa54069dd02', 'name': '', 'network_id': 'a055a280-6113-40f9-90e9-85b200767415', 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'mac_address': 'fa:16:3e:dc:2a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'd34651d4-afa5-4ccf-825b-2a13925b4ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:20Z', 'updated_at': '2021-01-26T21:55:37Z', 'revision_number': 5, 'project_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'subnets': [{'id': 'd34651d4-afa5-4ccf-825b-2a13925b4ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:56:28.072576 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29b0e3c-0768-407b-8c53-a539db465658 None None] The sync data for ids ['bcfb3fff-4594-4cea-ae9f-548bbaef08fc'] in dv-cinder-772126-1-iscsi is: [{'id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1210003276-router', 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd928ad77-29f1-4fa1-b370-22bea2f190ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:55:06Z', 'updated_at': '2021-01-26T21:55:22Z', 'revision_number': 4, 'project_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'gw_port': {'id': 'd928ad77-29f1-4fa1-b370-22bea2f190ed', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:09Z', 'updated_at': '2021-01-26T21:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_floatingips': [{'id': '67cc7297-698a-46d5-ae95-6e561083a105', 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'floating_ip_address': '172.27.2.46', 'floating_network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'router_id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'port_id': 'c397826d-6552-4e1a-9d3d-3aacce271054', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a055a280-6113-40f9-90e9-85b200767415', 'mac_address': 'fa:16:3e:2a:51:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9da3b320-b843-4e3f-a76f-279079441f75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T21:55:41Z', 'updated_at': '2021-01-26T21:56:24Z', 'revision_number': 1, 'project_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '179080c4-38a5-4df1-b53d-1fa54069dd02', 'name': '', 'network_id': 'a055a280-6113-40f9-90e9-85b200767415', 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'mac_address': 'fa:16:3e:dc:2a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'd34651d4-afa5-4ccf-825b-2a13925b4ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:20Z', 'updated_at': '2021-01-26T21:55:37Z', 'revision_number': 5, 'project_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'subnets': [{'id': 'd34651d4-afa5-4ccf-825b-2a13925b4ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 21:56:28.153809 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 44318) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:56:28.188487 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5dc80602-3224-4a53-a4a0-3560923b4bda admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:28.218470 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-5dc80602-3224-4a53-a4a0-3560923b4bda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:56:28.223202 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-5dc80602-3224-4a53-a4a0-3560923b4bda admin admin] Usage tracker for resource:security_group_rule and tenant:ded02002e3934c57a3a87bb9f6f8e4d2 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:56:28.226939 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-5dc80602-3224-4a53-a4a0-3560923b4bda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:56:28.234099 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-5dc80602-3224-4a53-a4a0-3560923b4bda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:56:28.353944 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5dc80602-3224-4a53-a4a0-3560923b4bda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:28.393422 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5dc80602-3224-4a53-a4a0-3560923b4bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:28.408559 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-29be343b-ffe6-4775-ac00-40ff49e272ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:28.435843 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7006aa68-d971-4ed1-8073-1233ad5f9cb0 None None] New status for floating IP 67cc7297-698a-46d5-ae95-6e561083a105: ACTIVE {{(pid=80150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 26 21:56:28.466424 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-5dc80602-3224-4a53-a4a0-3560923b4bda admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ded02002e3934c57a3a87bb9f6f8e4d2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3122878
Jan 26 21:56:28.469715 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 44324) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:56:28.476821 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc80602-3224-4a53-a4a0-3560923b4bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fd6bec-c84a-4ff1-b446-6d38f195644d,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:28.481042 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-5dc80602-3224-4a53-a4a0-3560923b4bda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:28.556577 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d5e09-67f2-4572-9bb1-bffae49d70c1 req-8c3cd29b-7934-4646-b8ac-8fdb5c583bda tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:28.558424 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5b8d5e09-67f2-4572-9bb1-bffae49d70c1 req-8c3cd29b-7934-4646-b8ac-8fdb5c583bda tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb11db3d-4843-4ee1-8bf6-0740060f7a8a HTTP/1.1" status: 200  len: 945 time: 0.1760507
Jan 26 21:56:28.627859 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-70cab729-666e-43f4-8409-4d12cc5c03f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:28.657013 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5b8d5e09-67f2-4572-9bb1-bffae49d70c1 req-4365590f-2dac-435d-aa78-547a2609850a tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b885583-6d13-4295-acd2-c4e586d6c58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851595
Jan 26 21:56:28.710258 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-70cab729-666e-43f4-8409-4d12cc5c03f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:28.816279 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-70cab729-666e-43f4-8409-4d12cc5c03f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:28.823444 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-671ff97b-4300-4fae-b615-03d163116b23 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:28.840362 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cab729-666e-43f4-8409-4d12cc5c03f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fd6bec-c84a-4ff1-b446-6d38f195644d,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:28.854260 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-70cab729-666e-43f4-8409-4d12cc5c03f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:28.858571 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-70cab729-666e-43f4-8409-4d12cc5c03f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:28.864200 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-70cab729-666e-43f4-8409-4d12cc5c03f1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d7fd6bec-c84a-4ff1-b446-6d38f195644d HTTP/1.1" status: 204  len: 168 time: 0.3890474
Jan 26 21:56:28.912756 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0e79e-a3d7-44ea-9785-73e7b9ce8321 req-cfc48191-483b-4f02-882a-1eca04788fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:28.915146 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c2f0e79e-a3d7-44ea-9785-73e7b9ce8321 req-cfc48191-483b-4f02-882a-1eca04788fda service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c8cd6f60f4bf49aabee2ed7fc70c2d8b&device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 1162 time: 0.1694555
Jan 26 21:56:29.140773 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9909b9e-112b-40f3-87f7-22082401097b req-0aec566b-bd30-432a-afd0-b9fa6504cd92 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:29.142982 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c9909b9e-112b-40f3-87f7-22082401097b req-0aec566b-bd30-432a-afd0-b9fa6504cd92 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 945 time: 0.1721306
Jan 26 21:56:29.176138 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0e79e-a3d7-44ea-9785-73e7b9ce8321 req-f924454a-f8c5-42b9-a2c6-ae2fcc4ae281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:29.182271 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c2f0e79e-a3d7-44ea-9785-73e7b9ce8321 req-f924454a-f8c5-42b9-a2c6-ae2fcc4ae281 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a055a280-6113-40f9-90e9-85b200767415 HTTP/1.1" status: 200  len: 911 time: 0.2531998
Jan 26 21:56:29.212088 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c9909b9e-112b-40f3-87f7-22082401097b req-9c7da264-6fa2-4d89-bc31-8fdea993de03 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616224
Jan 26 21:56:29.313851 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c2f0e79e-a3d7-44ea-9785-73e7b9ce8321 req-bb8015fc-2438-49fb-882d-2add55cf10cf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c397826d-6552-4e1a-9d3d-3aacce271054 HTTP/1.1" status: 200  len: 1000 time: 0.1237078
Jan 26 21:56:29.455509 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0e79e-a3d7-44ea-9785-73e7b9ce8321 req-6251df7d-b635-4de4-ae5e-ea8b3d1fb3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:29.457097 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c2f0e79e-a3d7-44ea-9785-73e7b9ce8321 req-6251df7d-b635-4de4-ae5e-ea8b3d1fb3b6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d34651d4-afa5-4ccf-825b-2a13925b4ac2 HTTP/1.1" status: 200  len: 856 time: 0.0762868
Jan 26 21:56:29.845993 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0e79e-a3d7-44ea-9785-73e7b9ce8321 req-96c01cc7-d495-46cd-b55d-beed8a433b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:29.848867 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c2f0e79e-a3d7-44ea-9785-73e7b9ce8321 req-96c01cc7-d495-46cd-b55d-beed8a433b42 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a055a280-6113-40f9-90e9-85b200767415&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3778102
Jan 26 21:56:30.378915 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d30b89-2be7-4bb7-af15-7ad2749836bb req-a268b803-f063-46c5-bce6-a578b92bc014 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:30.380718 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f3d30b89-2be7-4bb7-af15-7ad2749836bb req-a268b803-f063-46c5-bce6-a578b92bc014 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb11db3d-4843-4ee1-8bf6-0740060f7a8a HTTP/1.1" status: 200  len: 945 time: 0.4126813
Jan 26 21:56:30.451022 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c2f0e79e-a3d7-44ea-9785-73e7b9ce8321 req-63ba5c59-795a-4a95-95a9-c1e1e976fdb6 service neutron] 10.222.0.45 "GET /v2.0/networks/a055a280-6113-40f9-90e9-85b200767415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5897555
Jan 26 21:56:30.515461 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f3d30b89-2be7-4bb7-af15-7ad2749836bb req-6cb091f0-94de-4045-b852-68b2e7728b88 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b885583-6d13-4295-acd2-c4e586d6c58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1206722
Jan 26 21:56:30.892368 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3653d04-2c15-4c59-a562-1ab3aa1d2bd2 req-831d0df5-b38a-4280-b7db-255e0a76e2c5 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:30.894113 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e3653d04-2c15-4c59-a562-1ab3aa1d2bd2 req-831d0df5-b38a-4280-b7db-255e0a76e2c5 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 945 time: 0.2578466
Jan 26 21:56:30.984459 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e3653d04-2c15-4c59-a562-1ab3aa1d2bd2 req-6a8b7cd1-d910-4434-89eb-4cf92b8b2c79 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808570
Jan 26 21:56:31.015459 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b53dd-9755-4241-845d-02d174e1367d req-cb8ca450-9855-43af-ade7-3b9440c26d47 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:31.017123 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9c9b53dd-9755-4241-845d-02d174e1367d req-cb8ca450-9855-43af-ade7-3b9440c26d47 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] 10.222.0.45 "GET /v2.0/ports?device_id=cb11db3d-4843-4ee1-8bf6-0740060f7a8a HTTP/1.1" status: 200  len: 945 time: 0.4489226
Jan 26 21:56:31.021212 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c2f0e79e-a3d7-44ea-9785-73e7b9ce8321 req-2361f196-ce6d-423c-95e9-3a6ad6dd950a service neutron] 10.222.0.45 "GET /v2.0/networks/a055a280-6113-40f9-90e9-85b200767415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4995942
Jan 26 21:56:31.208491 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-9c9b53dd-9755-4241-845d-02d174e1367d req-9a978b31-d4da-4cd1-979a-d0a5660c0e52 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Deleting port 6a3b7b6c-607b-4fd9-b3f5-65854e200ebb {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 21:56:31.208925 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-9c9b53dd-9755-4241-845d-02d174e1367d req-9a978b31-d4da-4cd1-979a-d0a5660c0e52 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:31.375604 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 6a3b7b6c-607b-4fd9-b3f5-65854e200ebb no longer exists at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 21:56:31.556023 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-9c9b53dd-9755-4241-845d-02d174e1367d req-9a978b31-d4da-4cd1-979a-d0a5660c0e52 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] For port 6a3b7b6c-607b-4fd9-b3f5-65854e200ebb, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=6a3b7b6c-607b-4fd9-b3f5-65854e200ebb,segment=NetworkSegment(62fe147e-f2bb-4910-b99d-b2e82ad556d2),segment_id=62fe147e-f2bb-4910-b99d-b2e82ad556d2)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 21:56:31.556703 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-9c9b53dd-9755-4241-845d-02d174e1367d req-9a978b31-d4da-4cd1-979a-d0a5660c0e52 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:31.634345 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:31.705295 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] For port 6a3b7b6c-607b-4fd9-b3f5-65854e200ebb, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=6a3b7b6c-607b-4fd9-b3f5-65854e200ebb,segment=NetworkSegment(62fe147e-f2bb-4910-b99d-b2e82ad556d2),segment_id=62fe147e-f2bb-4910-b99d-b2e82ad556d2)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 21:56:31.706828 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb11db3d-4843-4ee1-8bf6-0740060f7a8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a3b7b6c-607b-4fd9-b3f5-65854e200ebb'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 21:56:31.747313 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:31.749346 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-0ff8cbba-2342-4711-a783-9855d1d38819 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:31.792137 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-9c9b53dd-9755-4241-845d-02d174e1367d req-9a978b31-d4da-4cd1-979a-d0a5660c0e52 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Calling delete_port for 6a3b7b6c-607b-4fd9-b3f5-65854e200ebb owned by compute:nova {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 21:56:31.901451 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 44440) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:56:31.951811 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Pushing event updated for resources: {'Port': ['ID=6a3b7b6c-607b-4fd9-b3f5-65854e200ebb,revision_number=5']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:31.956155 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:32.194397 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.db.api [req-9c9b53dd-9755-4241-845d-02d174e1367d req-9a978b31-d4da-4cd1-979a-d0a5660c0e52 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80148) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 26 21:56:32.195215 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_db.api [req-9c9b53dd-9755-4241-845d-02d174e1367d req-9a978b31-d4da-4cd1-979a-d0a5660c0e52 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 26 21:56:32.227922 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-9530f416-a7f6-4e0d-b286-f9a8876caf30 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:32.229652 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-9530f416-a7f6-4e0d-b286-f9a8876caf30 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/networks?id=0220ea98-c36d-4592-abec-85c89380925e HTTP/1.1" status: 200  len: 815 time: 0.4929736
Jan 26 21:56:32.260926 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-00930655-7617-4a86-a9ed-82dd7e55884d tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/quotas/0b20bd678712440d8c6489419a905a3d HTTP/1.1" status: 200  len: 375 time: 0.0230887
Jan 26 21:56:32.345160 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9615da23-a547-4ffa-95ee-49c134cc560e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:32.406121 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-9615da23-a547-4ffa-95ee-49c134cc560e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:56:32.412132 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-9615da23-a547-4ffa-95ee-49c134cc560e admin admin] Usage tracker for resource:security_group_rule and tenant:931ecebc0ffb4da4b7650ec5cb87431f is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:56:32.413968 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b3ba7-2587-4b68-b821-65dcd249c7f2 req-5c595020-5ed9-4035-b006-159d8a684665 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:32.416868 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-9615da23-a547-4ffa-95ee-49c134cc560e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:56:32.423004 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5c5b3ba7-2587-4b68-b821-65dcd249c7f2 req-5c595020-5ed9-4035-b006-159d8a684665 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb11db3d-4843-4ee1-8bf6-0740060f7a8a HTTP/1.1" status: 200  len: 943 time: 0.5912085
Jan 26 21:56:32.424422 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-9615da23-a547-4ffa-95ee-49c134cc560e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:56:32.507844 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5c5b3ba7-2587-4b68-b821-65dcd249c7f2 req-74e11922-426f-4f69-b3a8-28968d2b0e08 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b885583-6d13-4295-acd2-c4e586d6c58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836594
Jan 26 21:56:32.570642 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-c3d1583c-3f6f-4e77-b121-6d82e57b858c tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b20bd678712440d8c6489419a905a3d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3075490
Jan 26 21:56:32.571528 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9615da23-a547-4ffa-95ee-49c134cc560e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:32.604414 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9615da23-a547-4ffa-95ee-49c134cc560e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:32.634725 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-57b042ba-870d-4071-987a-3ff1c79c21d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:32.645949 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb11db3d-4843-4ee1-8bf6-0740060f7a8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a3b7b6c-607b-4fd9-b3f5-65854e200ebb', 'code': 200}
Jan 26 21:56:32.663630 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9615da23-a547-4ffa-95ee-49c134cc560e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d344202-37a4-4582-92e8-7665c837b1f4,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:32.681168 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9615da23-a547-4ffa-95ee-49c134cc560e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:32.706254 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-9c9b53dd-9755-4241-845d-02d174e1367d req-9a978b31-d4da-4cd1-979a-d0a5660c0e52 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Deleting port 6a3b7b6c-607b-4fd9-b3f5-65854e200ebb {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 21:56:32.706593 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-9c9b53dd-9755-4241-845d-02d174e1367d req-9a978b31-d4da-4cd1-979a-d0a5660c0e52 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:32.802448 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-7ca03a7f-4375-46c8-9054-8313d1e855ba service neutron] 10.222.0.30 "GET /v2.0/networks/0220ea98-c36d-4592-abec-85c89380925e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2261839
Jan 26 21:56:32.843110 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-9615da23-a547-4ffa-95ee-49c134cc560e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=931ecebc0ffb4da4b7650ec5cb87431f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9401631
Jan 26 21:56:32.845629 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 44480) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:56:33.089318 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-9c9b53dd-9755-4241-845d-02d174e1367d req-9a978b31-d4da-4cd1-979a-d0a5660c0e52 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] For port 6a3b7b6c-607b-4fd9-b3f5-65854e200ebb, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=6a3b7b6c-607b-4fd9-b3f5-65854e200ebb,segment=NetworkSegment(62fe147e-f2bb-4910-b99d-b2e82ad556d2),segment_id=62fe147e-f2bb-4910-b99d-b2e82ad556d2)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 21:56:33.089966 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-9c9b53dd-9755-4241-845d-02d174e1367d req-9a978b31-d4da-4cd1-979a-d0a5660c0e52 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:33.161725 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-8337c056-9f0e-494f-b70d-5d78de40bd69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:33.220132 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-8337c056-9f0e-494f-b70d-5d78de40bd69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:33.249708 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-5a2146f6-2619-4cff-a35a-3e38fdc9c8b4 service neutron] 10.222.0.30 "GET /v2.0/networks/0220ea98-c36d-4592-abec-85c89380925e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4419703
Jan 26 21:56:33.335190 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c6543-db0e-4cbc-9a00-d14a12d719ee req-dc48737a-7081-4e6a-bd1e-1afdd99cdb50 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:33.337969 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-230c6543-db0e-4cbc-9a00-d14a12d719ee req-dc48737a-7081-4e6a-bd1e-1afdd99cdb50 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 945 time: 0.3476744
Jan 26 21:56:33.377198 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-9c9b53dd-9755-4241-845d-02d174e1367d req-9a978b31-d4da-4cd1-979a-d0a5660c0e52 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Calling delete_port for 6a3b7b6c-607b-4fd9-b3f5-65854e200ebb owned by compute:nova {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 21:56:33.392691 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-8337c056-9f0e-494f-b70d-5d78de40bd69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:33.401490 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-0489ba4a-dbba-404a-8334-74976c69a2dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:33.422078 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8337c056-9f0e-494f-b70d-5d78de40bd69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d344202-37a4-4582-92e8-7665c837b1f4,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:33.427627 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-8337c056-9f0e-494f-b70d-5d78de40bd69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:33.445030 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-230c6543-db0e-4cbc-9a00-d14a12d719ee req-fac75468-c9ff-43f1-b0ca-6d7e6d2b9b00 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949750
Jan 26 21:56:33.447592 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-8337c056-9f0e-494f-b70d-5d78de40bd69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:33.448942 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-8337c056-9f0e-494f-b70d-5d78de40bd69 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3d344202-37a4-4582-92e8-7665c837b1f4 HTTP/1.1" status: 204  len: 168 time: 0.6021168
Jan 26 21:56:33.878419 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-9c9b53dd-9755-4241-845d-02d174e1367d req-9a978b31-d4da-4cd1-979a-d0a5660c0e52 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32409920'] for port, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:33.947698 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aebacd9-2530-45d0-9a52-69de8c35b98a req-cd1187e2-fb13-45c8-a48c-1b19aa753937 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:33.956452 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-3aebacd9-2530-45d0-9a52-69de8c35b98a req-cd1187e2-fb13-45c8-a48c-1b19aa753937 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb11db3d-4843-4ee1-8bf6-0740060f7a8a HTTP/1.1" status: 200  len: 865 time: 0.2233396
Jan 26 21:56:34.062530 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f6a12c11-7749-4ccf-9907-f587b3eb18d9 req-3c531d9f-2518-44f3-90a2-7c91e244392a tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c1decbc-dcd1-45b9-8bab-974c4fb6c5d7 HTTP/1.1" status: 200  len: 210 time: 0.1033859
Jan 26 21:56:34.100148 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-3aebacd9-2530-45d0-9a52-69de8c35b98a req-f29b542e-6d56-469e-afdf-2aa6229430dd tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b885583-6d13-4295-acd2-c4e586d6c58a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1425877
Jan 26 21:56:34.159950 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:34.220835 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a978b31-d4da-4cd1-979a-d0a5660c0e52 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Pushing event deleted for resources: {'Port': ['ID=6a3b7b6c-607b-4fd9-b3f5-65854e200ebb,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:34.224473 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9a978b31-d4da-4cd1-979a-d0a5660c0e52 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:34.272948 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c9b53dd-9755-4241-845d-02d174e1367d req-9a978b31-d4da-4cd1-979a-d0a5660c0e52 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] No DVR routers for this DVR port 6a3b7b6c-607b-4fd9-b3f5-65854e200ebb on host hv-cinder-77212 {{(pid=80148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 21:56:34.292248 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-9c9b53dd-9755-4241-845d-02d174e1367d req-9a978b31-d4da-4cd1-979a-d0a5660c0e52 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:34.294656 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb11db3d-4843-4ee1-8bf6-0740060f7a8a', 'name': 'network-vif-deleted', 'tag': '6a3b7b6c-607b-4fd9-b3f5-65854e200ebb'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 21:56:34.375062 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9c9b53dd-9755-4241-845d-02d174e1367d req-9a978b31-d4da-4cd1-979a-d0a5660c0e52 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] 10.222.0.45 "DELETE /v2.0/ports/6a3b7b6c-607b-4fd9-b3f5-65854e200ebb HTTP/1.1" status: 204  len: 173 time: 3.3153014
Jan 26 21:56:34.390407 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb11db3d-4843-4ee1-8bf6-0740060f7a8a', 'name': 'network-vif-deleted', 'tag': '6a3b7b6c-607b-4fd9-b3f5-65854e200ebb', 'status': 'completed', 'code': 200}
Jan 26 21:56:34.710049 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 44548) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:56:34.734141 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e3809bb4-e506-4c40-9d28-d3280e6353f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:34.753916 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-e3809bb4-e506-4c40-9d28-d3280e6353f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:56:34.760037 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-e3809bb4-e506-4c40-9d28-d3280e6353f6 admin admin] Usage tracker for resource:security_group_rule and tenant:f2ea921e9ef74a75abeaac15a7d2547f is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:56:34.763843 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-e3809bb4-e506-4c40-9d28-d3280e6353f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:56:34.773717 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-e3809bb4-e506-4c40-9d28-d3280e6353f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:56:35.176129 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121199ca-d781-40db-bf71-bef137341e65 req-4cbb0aac-3f68-4d03-a8b5-7f0dc00e94b6 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:35.178512 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-121199ca-d781-40db-bf71-bef137341e65 req-4cbb0aac-3f68-4d03-a8b5-7f0dc00e94b6 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 945 time: 0.3541746
Jan 26 21:56:35.300523 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-121199ca-d781-40db-bf71-bef137341e65 req-4df490ad-5fa5-4038-9164-64be1315993a tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1137877
Jan 26 21:56:35.475515 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a519fb95-b0f2-486c-92f6-09239f64390a req-96376ce7-65cb-4682-ae42-dd45a3b14abb tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c1decbc-dcd1-45b9-8bab-974c4fb6c5d7 HTTP/1.1" status: 200  len: 210 time: 0.0649190
Jan 26 21:56:35.501477 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e3809bb4-e506-4c40-9d28-d3280e6353f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:35.547819 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e3809bb4-e506-4c40-9d28-d3280e6353f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:35.606555 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:35.649191 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9b4ccd9d-1cad-4a3f-a2be-ab0b574f62db req-e316b0f5-d0a3-4bb5-a908-78555d204827 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb11db3d-4843-4ee1-8bf6-0740060f7a8a HTTP/1.1" status: 200  len: 210 time: 0.0805488
Jan 26 21:56:35.672212 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-e3809bb4-e506-4c40-9d28-d3280e6353f6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f2ea921e9ef74a75abeaac15a7d2547f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9607072
Jan 26 21:56:35.677187 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 44562) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:56:35.678322 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3809bb4-e506-4c40-9d28-d3280e6353f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ffe11e-dd1e-4af8-a509-b317e6f2051a,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:35.682226 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e3809bb4-e506-4c40-9d28-d3280e6353f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:35.777017 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-072a1ddc-b097-48d3-a79d-fccfbb575ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:35.811794 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-072a1ddc-b097-48d3-a79d-fccfbb575ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:35.918518 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-072a1ddc-b097-48d3-a79d-fccfbb575ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:35.925122 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:35.957100 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072a1ddc-b097-48d3-a79d-fccfbb575ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ffe11e-dd1e-4af8-a509-b317e6f2051a,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:35.979245 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-072a1ddc-b097-48d3-a79d-fccfbb575ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:35.980149 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-072a1ddc-b097-48d3-a79d-fccfbb575ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:35.981671 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-072a1ddc-b097-48d3-a79d-fccfbb575ed2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/78ffe11e-dd1e-4af8-a509-b317e6f2051a HTTP/1.1" status: 204  len: 168 time: 0.3029904
Jan 26 21:56:36.635942 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9ca86-2563-402f-be47-860d1061dbfe req-837b3fdb-b598-4b69-a7eb-8f01264287f1 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:36.647628 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f1b9ca86-2563-402f-be47-860d1061dbfe req-837b3fdb-b598-4b69-a7eb-8f01264287f1 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 945 time: 0.1682069
Jan 26 21:56:36.744311 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f1b9ca86-2563-402f-be47-860d1061dbfe req-9a4f6417-1ee7-42f0-9a60-99632c16040d tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913522
Jan 26 21:56:36.899830 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f5166cd3-3137-4012-bf77-b455717bb0e1 req-e14dabd5-e216-43ad-b043-6a8349d295f2 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c1decbc-dcd1-45b9-8bab-974c4fb6c5d7 HTTP/1.1" status: 200  len: 210 time: 0.0916867
Jan 26 21:56:37.096453 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-0037414d-7518-43bf-a4ec-3e6be24356d5 req-1eb20abf-b438-4706-9c19-9c8b2286ad81 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb11db3d-4843-4ee1-8bf6-0740060f7a8a HTTP/1.1" status: 200  len: 210 time: 0.0634391
Jan 26 21:56:37.290198 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-d88f68e5-97d0-4aad-85be-e5af884842ee tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:37.295510 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-d88f68e5-97d0-4aad-85be-e5af884842ee tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.45 "GET /v2.0/networks?id=0220ea98-c36d-4592-abec-85c89380925e HTTP/1.1" status: 200  len: 815 time: 0.2473850
Jan 26 21:56:37.341973 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-2e1637d2-d6c0-4d51-ba88-7e1d9264efaa tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Request body: {'port': {'device_id': '1c1decbc-dcd1-45b9-8bab-974c4fb6c5d7', 'network_id': '0220ea98-c36d-4592-abec-85c89380925e', 'admin_state_up': True, 'tenant_id': '0b20bd678712440d8c6489419a905a3d'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:56:37.644876 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-2e1637d2-d6c0-4d51-ba88-7e1d9264efaa tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:56:37.650156 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-2e1637d2-d6c0-4d51-ba88-7e1d9264efaa tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Usage tracker for resource:port and tenant:0b20bd678712440d8c6489419a905a3d is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:56:37.655795 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-2e1637d2-d6c0-4d51-ba88-7e1d9264efaa tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:56:37.662552 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-2e1637d2-d6c0-4d51-ba88-7e1d9264efaa tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:56:37.736661 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-2e1637d2-d6c0-4d51-ba88-7e1d9264efaa tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Made reservation on behalf of 0b20bd678712440d8c6489419a905a3d for: {'port': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 21:56:37.750508 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-2e1637d2-d6c0-4d51-ba88-7e1d9264efaa tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:38.097927 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257bb2e-39fd-45c1-8727-6b06bbdbf2b3 req-ed035cba-7380-4142-9807-21381c8ac866 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:38.099735 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-0257bb2e-39fd-45c1-8727-6b06bbdbf2b3 req-ed035cba-7380-4142-9807-21381c8ac866 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 945 time: 0.2103369
Jan 26 21:56:38.168782 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-0257bb2e-39fd-45c1-8727-6b06bbdbf2b3 req-57776153-c882-43fa-ba7a-cdeca736937d tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620637
Jan 26 21:56:38.222796 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f8a1e1fe-6a92-4bd2-892a-6bb70e033118 req-ec59a24a-1935-4cf3-9075-80bb99b00e0c tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c1decbc-dcd1-45b9-8bab-974c4fb6c5d7 HTTP/1.1" status: 200  len: 210 time: 0.0663404
Jan 26 21:56:38.223380 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 44646) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:56:38.811524 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-2e1637d2-d6c0-4d51-ba88-7e1d9264efaa tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Allocated IP 172.20.0.5 (0220ea98-c36d-4592-abec-85c89380925e/a4ce4f64-6a29-442a-b4ca-edb027adcf72/65ac25b4-7cab-4269-b393-4f06644d1499) {{(pid=80148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 21:56:38.853847 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-8403b0e7-562f-440d-8729-d07a28d75681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:38.885500 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-8403b0e7-562f-440d-8729-d07a28d75681 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:56:38.895170 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-8403b0e7-562f-440d-8729-d07a28d75681 admin admin] Usage tracker for resource:security_group_rule and tenant:675380619efa4e709b2285f1b130989b is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:56:38.903617 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-8403b0e7-562f-440d-8729-d07a28d75681 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:56:38.977270 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-8403b0e7-562f-440d-8729-d07a28d75681 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:56:39.213289 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-8403b0e7-562f-440d-8729-d07a28d75681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:39.244509 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-8403b0e7-562f-440d-8729-d07a28d75681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:39.256623 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-70cab729-666e-43f4-8409-4d12cc5c03f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:39.314118 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403b0e7-562f-440d-8729-d07a28d75681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54b7ffc-a2b5-4f5a-ba37-9311bf5913f1,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:39.318422 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-2e1637d2-d6c0-4d51-ba88-7e1d9264efaa tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Notify callbacks [] for port, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:39.325378 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-8403b0e7-562f-440d-8729-d07a28d75681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:39.335260 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-8403b0e7-562f-440d-8729-d07a28d75681 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=675380619efa4e709b2285f1b130989b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1095781
Jan 26 21:56:39.339865 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 44724) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:56:39.422553 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-2e1637d2-d6c0-4d51-ba88-7e1d9264efaa tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32409920'] for port, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:39.454427 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a8055ab-e9fa-4a24-923f-51f4f7a1f74b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:39.522045 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a8055ab-e9fa-4a24-923f-51f4f7a1f74b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:39.593015 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ea7926f0-99a0-42b9-b8bb-678d639b9bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:39.659021 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:39.779523 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1637d2-d6c0-4d51-ba88-7e1d9264efaa tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Pushing event updated for resources: {'Port': ['ID=65ac25b4-7cab-4269-b393-4f06644d1499,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:39.783080 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2e1637d2-d6c0-4d51-ba88-7e1d9264efaa tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:39.800094 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-2e1637d2-d6c0-4d51-ba88-7e1d9264efaa tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Network 0220ea98-c36d-4592-abec-85c89380925e is already hosted by enough agents. {{(pid=80148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 21:56:39.801407 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-2e1637d2-d6c0-4d51-ba88-7e1d9264efaa tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Resources bound (agent type, host, resource id):  {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 21:56:39.804887 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-2e1637d2-d6c0-4d51-ba88-7e1d9264efaa tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Received port after_create {{(pid=80148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 21:56:40.022405 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-2e1637d2-d6c0-4d51-ba88-7e1d9264efaa tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:40.024410 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-2e1637d2-d6c0-4d51-ba88-7e1d9264efaa tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:40.072201 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 44744) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:56:40.190497 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-2e1637d2-d6c0-4d51-ba88-7e1d9264efaa tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8700523
Jan 26 21:56:40.218478 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-3a30992e-b74b-41e3-b968-c6391b031acb service neutron] Request body: {'port': {'device_id': '1c1decbc-dcd1-45b9-8bab-974c4fb6c5d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:56:40.270056 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b110f-1a1c-43ed-9d80-6791fba8a175 req-7fa45d87-bd22-49a5-a1b3-1f7e40fa5067 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:40.278975 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-dd2b110f-1a1c-43ed-9d80-6791fba8a175 req-7fa45d87-bd22-49a5-a1b3-1f7e40fa5067 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 945 time: 0.6274474
Jan 26 21:56:40.350870 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-827abfe7-6aca-4f8f-a166-afbb6e7da558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:40.397556 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97abe03f-1978-49f9-8a56-cfe1ad960a2b req-99ea9d13-c54a-4eca-b364-035e8ade4587 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:40.401509 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-97abe03f-1978-49f9-8a56-cfe1ad960a2b req-99ea9d13-c54a-4eca-b364-035e8ade4587 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c1decbc-dcd1-45b9-8bab-974c4fb6c5d7 HTTP/1.1" status: 200  len: 931 time: 0.6888082
Jan 26 21:56:40.430399 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a8055ab-e9fa-4a24-923f-51f4f7a1f74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:40.458080 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-827abfe7-6aca-4f8f-a166-afbb6e7da558 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:56:40.478408 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-77354394-b70f-490b-aa13-fa6b941833f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:40.483100 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-827abfe7-6aca-4f8f-a166-afbb6e7da558 admin admin] Usage tracker for resource:security_group_rule and tenant:82e95eff47a74e16a59a6b2b738841d8 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:56:40.492152 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-827abfe7-6aca-4f8f-a166-afbb6e7da558 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:56:40.514434 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a8055ab-e9fa-4a24-923f-51f4f7a1f74b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:40.516491 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-9a8055ab-e9fa-4a24-923f-51f4f7a1f74b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c54b7ffc-a2b5-4f5a-ba37-9311bf5913f1 HTTP/1.1" status: 204  len: 168 time: 1.1753585
Jan 26 21:56:40.521390 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-827abfe7-6aca-4f8f-a166-afbb6e7da558 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:56:40.548291 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-3a30992e-b74b-41e3-b968-c6391b031acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:40.560034 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-dd2b110f-1a1c-43ed-9d80-6791fba8a175 req-79cdb5a1-bde7-4bc9-8d75-0b813a23b190 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2796197
Jan 26 21:56:40.566500 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8055ab-e9fa-4a24-923f-51f4f7a1f74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54b7ffc-a2b5-4f5a-ba37-9311bf5913f1,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:40.602936 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9a8055ab-e9fa-4a24-923f-51f4f7a1f74b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:40.699911 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-97abe03f-1978-49f9-8a56-cfe1ad960a2b req-ce83ba42-e66c-4ceb-bfa4-b3070bc46840 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2778118
Jan 26 21:56:41.103247 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 44782) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:56:41.179502 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 44788) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:56:41.259222 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_v2 [None req-649c66e2-236a-4b18-a367-1753c9c925bf admin admin] Deleting subnet 4f086c97-34b7-4ae5-a8c7-ef3072b60037 {{(pid=80149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 26 21:56:41.263563 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-649c66e2-236a-4b18-a367-1753c9c925bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:41.295375 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-827abfe7-6aca-4f8f-a166-afbb6e7da558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:41.329276 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-827abfe7-6aca-4f8f-a166-afbb6e7da558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:41.343318 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d6030b01-4fa6-4c2c-bfc2-9e9fc4d013d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:41.364549 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-08ae7c2f-3afc-403b-8285-2c092963e1d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:41.395154 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-649c66e2-236a-4b18-a367-1753c9c925bf admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:41.398992 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-08ae7c2f-3afc-403b-8285-2c092963e1d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:56:41.403685 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-08ae7c2f-3afc-403b-8285-2c092963e1d3 admin admin] Usage tracker for resource:security_group_rule and tenant:a3719a18a8f34c26a9b47d2965e09778 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:56:41.407125 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-08ae7c2f-3afc-403b-8285-2c092963e1d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:56:41.415659 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-08ae7c2f-3afc-403b-8285-2c092963e1d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:56:41.426753 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-649c66e2-236a-4b18-a367-1753c9c925bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-902117'] for subnet, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:41.488035 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-827abfe7-6aca-4f8f-a166-afbb6e7da558 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=82e95eff47a74e16a59a6b2b738841d8&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4135971
Jan 26 21:56:41.490866 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827abfe7-6aca-4f8f-a166-afbb6e7da558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7870a62-4167-48bc-a9e8-fdab1daf611c,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:41.494298 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 44794) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:56:41.500419 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-827abfe7-6aca-4f8f-a166-afbb6e7da558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:41.643148 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4adfb1a3-58dd-48db-a907-7002608c075e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:41.661299 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 44800) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:56:41.697555 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-8f0c363f-6fde-4740-9010-0a859706ce88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:41.730977 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4adfb1a3-58dd-48db-a907-7002608c075e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:41.738590 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-8f0c363f-6fde-4740-9010-0a859706ce88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:56:41.762161 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-8f0c363f-6fde-4740-9010-0a859706ce88 admin admin] Usage tracker for resource:security_group_rule and tenant:256509b4e68f4d93a0b1d45ee6a2b1a8 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:56:41.781057 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-8f0c363f-6fde-4740-9010-0a859706ce88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:56:41.857931 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-3a30992e-b74b-41e3-b968-c6391b031acb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65ac25b4-7cab-4269-b393-4f06644d1499 {{(pid=80148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 26 21:56:41.859449 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-8f0c363f-6fde-4740-9010-0a859706ce88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:56:41.869304 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-3a30992e-b74b-41e3-b968-c6391b031acb service neutron] Notify callbacks [] for port, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:41.893997 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-3a30992e-b74b-41e3-b968-c6391b031acb service neutron] Transition to ACTIVE for port object 65ac25b4-7cab-4269-b393-4f06644d1499 will not be triggered until provisioned by entity L2. {{(pid=80148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 21:56:41.901247 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4adfb1a3-58dd-48db-a907-7002608c075e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:41.909084 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:41.926740 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4adfb1a3-58dd-48db-a907-7002608c075e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:41.931724 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-4adfb1a3-58dd-48db-a907-7002608c075e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e7870a62-4167-48bc-a9e8-fdab1daf611c HTTP/1.1" status: 204  len: 168 time: 0.4356170
Jan 26 21:56:41.933651 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adfb1a3-58dd-48db-a907-7002608c075e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7870a62-4167-48bc-a9e8-fdab1daf611c,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:41.936755 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-3a30992e-b74b-41e3-b968-c6391b031acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822365879'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:41.937941 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-4adfb1a3-58dd-48db-a907-7002608c075e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:41.967185 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-08ae7c2f-3afc-403b-8285-2c092963e1d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:42.018900 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-08ae7c2f-3afc-403b-8285-2c092963e1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:42.057930 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:42.072269 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-08ae7c2f-3afc-403b-8285-2c092963e1d3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a3719a18a8f34c26a9b47d2965e09778&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9668686
Jan 26 21:56:42.078924 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 44810) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:56:42.142329 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:42.299358 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a30992e-b74b-41e3-b968-c6391b031acb service neutron] Pushing event updated for resources: {'Port': ['ID=65ac25b4-7cab-4269-b393-4f06644d1499,revision_number=2']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:42.365489 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3a30992e-b74b-41e3-b968-c6391b031acb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:42.375791 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae7c2f-3afc-403b-8285-2c092963e1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899d8ca2-2a8e-443c-8a7a-cb9b07f6a7a9,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:42.401185 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-3a30992e-b74b-41e3-b968-c6391b031acb service neutron] Attempting to bind port 65ac25b4-7cab-4269-b393-4f06644d1499 on host hv-cinder-77212 for vnic_type normal with profile  {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 21:56:42.401688 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-3a30992e-b74b-41e3-b968-c6391b031acb service neutron] Attempting to bind port 65ac25b4-7cab-4269-b393-4f06644d1499 by drivers openvswitch on host hv-cinder-77212 at level 0 using segments [{'id': '6e858ff7-c974-45e3-a0f9-318eb54e44cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0220ea98-c36d-4592-abec-85c89380925e'}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 21:56:42.402220 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-3a30992e-b74b-41e3-b968-c6391b031acb service neutron] Attempting to bind port 65ac25b4-7cab-4269-b393-4f06644d1499 on network 0220ea98-c36d-4592-abec-85c89380925e {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 21:56:42.410864 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-3a30992e-b74b-41e3-b968-c6391b031acb service neutron] Checking agent: {'id': '907ce3e7-819e-4a7f-a1c4-c44a902d1710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 21, 53, 12), 'started_at': datetime.datetime(2021, 1, 26, 21, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 21, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 21:56:42.411634 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-3a30992e-b74b-41e3-b968-c6391b031acb service neutron] Checking segment: {'id': '6e858ff7-c974-45e3-a0f9-318eb54e44cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0220ea98-c36d-4592-abec-85c89380925e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 21:56:42.412102 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-3a30992e-b74b-41e3-b968-c6391b031acb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:42.412607 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-3a30992e-b74b-41e3-b968-c6391b031acb service neutron] Bound using segment: {'id': '6e858ff7-c974-45e3-a0f9-318eb54e44cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0220ea98-c36d-4592-abec-85c89380925e'} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 21:56:42.413442 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-3a30992e-b74b-41e3-b968-c6391b031acb service neutron] Bound port: 65ac25b4-7cab-4269-b393-4f06644d1499, host: hv-cinder-77212, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e858ff7-c974-45e3-a0f9-318eb54e44cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0220ea98-c36d-4592-abec-85c89380925e'}}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 21:56:42.414105 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-3a30992e-b74b-41e3-b968-c6391b031acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:42.501210 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432f531-9544-43ba-a75c-79f14496a17e req-73139f6d-4eb5-4e4d-9e9d-29a46fa2d43a tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:42.503765 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2432f531-9544-43ba-a75c-79f14496a17e req-73139f6d-4eb5-4e4d-9e9d-29a46fa2d43a tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 945 time: 0.7379427
Jan 26 21:56:42.508158 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-08ae7c2f-3afc-403b-8285-2c092963e1d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:42.547055 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-3a30992e-b74b-41e3-b968-c6391b031acb service neutron] For port 65ac25b4-7cab-4269-b393-4f06644d1499, host hv-cinder-77212, cleared binding levels {{(pid=80148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 21:56:42.553648 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-3a30992e-b74b-41e3-b968-c6391b031acb service neutron] For port 65ac25b4-7cab-4269-b393-4f06644d1499, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=65ac25b4-7cab-4269-b393-4f06644d1499,segment=NetworkSegment(6e858ff7-c974-45e3-a0f9-318eb54e44cd),segment_id=6e858ff7-c974-45e3-a0f9-318eb54e44cd)] {{(pid=80148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 21:56:42.620971 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-649c66e2-236a-4b18-a367-1753c9c925bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853873682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897'] for subnet, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:42.621978 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-3a30992e-b74b-41e3-b968-c6391b031acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822365879'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:42.640001 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b921912e-095c-4a10-b846-1aa74792bf71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:42.641013 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:42.684845 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:42.703496 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b921912e-095c-4a10-b846-1aa74792bf71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:42.783232 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:42.818626 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a30992e-b74b-41e3-b968-c6391b031acb service neutron] Pushing event updated for resources: {'Port': ['ID=65ac25b4-7cab-4269-b393-4f06644d1499,revision_number=3']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:42.827549 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3a30992e-b74b-41e3-b968-c6391b031acb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:42.873613 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-3a30992e-b74b-41e3-b968-c6391b031acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:42.874312 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-3a30992e-b74b-41e3-b968-c6391b031acb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:42.876020 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-3a30992e-b74b-41e3-b968-c6391b031acb service neutron] 10.222.0.45 "PUT /v2.0/ports/65ac25b4-7cab-4269-b393-4f06644d1499 HTTP/1.1" status: 200  len: 1157 time: 2.6678886
Jan 26 21:56:42.876476 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c1decbc-dcd1-45b9-8bab-974c4fb6c5d7', 'tag': '65ac25b4-7cab-4269-b393-4f06644d1499'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 21:56:42.973314 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c66e2-236a-4b18-a367-1753c9c925bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f086c97-34b7-4ae5-a8c7-ef3072b60037,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:42.990275 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-649c66e2-236a-4b18-a367-1753c9c925bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:43.015870 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 44822) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:56:43.034136 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2432f531-9544-43ba-a75c-79f14496a17e req-d19906d5-36ad-4efa-9f89-9f1970da97c1 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4750135
Jan 26 21:56:43.089400 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-8f0c363f-6fde-4740-9010-0a859706ce88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:43.099512 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c500bb56-25db-4c90-9105-54e5d5ce58f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:43.109717 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-649c66e2-236a-4b18-a367-1753c9c925bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:43.115123 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b921912e-095c-4a10-b846-1aa74792bf71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:43.125110 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-78d44866-6a5c-4bee-923d-d2b0f607a411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:43.150052 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-8f0c363f-6fde-4740-9010-0a859706ce88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:43.150768 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-c500bb56-25db-4c90-9105-54e5d5ce58f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:56:43.161396 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-c500bb56-25db-4c90-9105-54e5d5ce58f8 admin admin] Usage tracker for resource:security_group_rule and tenant:897a883a044545d98154c4f56539af7e is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:56:43.166087 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921912e-095c-4a10-b846-1aa74792bf71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899d8ca2-2a8e-443c-8a7a-cb9b07f6a7a9,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:43.170154 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-c500bb56-25db-4c90-9105-54e5d5ce58f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:56:43.172709 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b921912e-095c-4a10-b846-1aa74792bf71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:43.173261 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b921912e-095c-4a10-b846-1aa74792bf71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:43.186347 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-c500bb56-25db-4c90-9105-54e5d5ce58f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:56:43.226018 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-8f0c363f-6fde-4740-9010-0a859706ce88 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=256509b4e68f4d93a0b1d45ee6a2b1a8&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5579751
Jan 26 21:56:43.226849 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 44826) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:56:43.277576 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ccff9b-67bd-4bcc-b772-5358c426d595 req-f5ce537b-7dee-453a-b48d-fe2ec5a5d63f tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:43.285689 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-12ccff9b-67bd-4bcc-b772-5358c426d595 req-f5ce537b-7dee-453a-b48d-fe2ec5a5d63f tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c1decbc-dcd1-45b9-8bab-974c4fb6c5d7 HTTP/1.1" status: 200  len: 943 time: 1.1121550
Jan 26 21:56:43.313578 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:43.322297 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b921912e-095c-4a10-b846-1aa74792bf71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:43.326775 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-b921912e-095c-4a10-b846-1aa74792bf71 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/899d8ca2-2a8e-443c-8a7a-cb9b07f6a7a9 HTTP/1.1" status: 204  len: 168 time: 1.2444947
Jan 26 21:56:43.328703 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-649c66e2-236a-4b18-a367-1753c9c925bf admin admin] 10.222.0.30 "DELETE /v2.0/subnets/4f086c97-34b7-4ae5-a8c7-ef3072b60037 HTTP/1.1" status: 204  len: 168 time: 2.1474550
Jan 26 21:56:43.334241 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-b330a386-5d51-44b6-854f-57d47845fbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:43.336027 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 44832) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:56:43.337382 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-b330a386-5d51-44b6-854f-57d47845fbea service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b20bd678712440d8c6489419a905a3d&device_id=1c1decbc-dcd1-45b9-8bab-974c4fb6c5d7 HTTP/1.1" status: 200  len: 1160 time: 0.3173819
Jan 26 21:56:43.371941 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c363f-6fde-4740-9010-0a859706ce88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464d3c4f-85b2-4878-b3d2-bbc9ff7c0c38,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:43.406753 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-8f0c363f-6fde-4740-9010-0a859706ce88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:43.416510 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2f6f5049-046e-4db3-9566-d1b20bc6200f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:43.419317 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-12ccff9b-67bd-4bcc-b772-5358c426d595 req-ff656790-d1d3-482d-bb04-b75060841a12 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1326053
Jan 26 21:56:43.550796 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-7a5b0434-5d3a-4857-986b-5e609c3448ee service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65ac25b4-7cab-4269-b393-4f06644d1499 HTTP/1.1" status: 200  len: 217 time: 0.1911011
Jan 26 21:56:43.578243 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5b7a2bc4-a818-4665-a328-99ec3eca3e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695781'] for network, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:43.645455 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c1decbc-dcd1-45b9-8bab-974c4fb6c5d7', 'tag': '65ac25b4-7cab-4269-b393-4f06644d1499', 'status': 'completed', 'code': 200}
Jan 26 21:56:43.671659 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3cd0e0a8-2c04-421d-a92f-130abfe121ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:43.681089 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c500bb56-25db-4c90-9105-54e5d5ce58f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:43.707255 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-f77a3858-515e-4585-8b80-f61c14891934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:43.709018 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-f77a3858-515e-4585-8b80-f61c14891934 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a4ce4f64-6a29-442a-b4ca-edb027adcf72 HTTP/1.1" status: 200  len: 855 time: 0.1496112
Jan 26 21:56:43.776762 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c500bb56-25db-4c90-9105-54e5d5ce58f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:43.796494 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3cd0e0a8-2c04-421d-a92f-130abfe121ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:43.804752 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-cd34adc0-1d44-42f4-b216-18775efb57e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:43.843182 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-02d8fadd-1da8-4493-be79-a5224bafd8af service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0220ea98-c36d-4592-abec-85c89380925e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1136072
Jan 26 21:56:43.976169 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5b7a2bc4-a818-4665-a328-99ec3eca3e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917372', 'neutron.services.segments.db._delete_segments_for_network--9223363247824506586'] for network, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:44.006558 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-c500bb56-25db-4c90-9105-54e5d5ce58f8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=897a883a044545d98154c4f56539af7e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9893694
Jan 26 21:56:44.014853 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 44840) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:56:44.017411 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c500bb56-25db-4c90-9105-54e5d5ce58f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ec4fe2-5984-4c00-92cd-d9649e2f5993,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:44.024062 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c500bb56-25db-4c90-9105-54e5d5ce58f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:44.141657 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3cd0e0a8-2c04-421d-a92f-130abfe121ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:44.150811 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-5dc80602-3224-4a53-a4a0-3560923b4bda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:44.151877 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5b7a2bc4-a818-4665-a328-99ec3eca3e15 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fe5ae350e10>> segment before_delete 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:56:44.152403 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5b7a2bc4-a818-4665-a328-99ec3eca3e15 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fe5ae350e10>> subnet precommit_delete_associations 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:56:44.153640 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5b7a2bc4-a818-4665-a328-99ec3eca3e15 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe5ae340128>> segment_host_mapping after_create 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:56:44.154140 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5b7a2bc4-a818-4665-a328-99ec3eca3e15 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe5ae340128>> port after_create 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:56:44.154615 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5b7a2bc4-a818-4665-a328-99ec3eca3e15 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe5ae340128>> port after_delete 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:56:44.155265 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5b7a2bc4-a818-4665-a328-99ec3eca3e15 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe5ae340128>> port after_update 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:56:44.155760 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5b7a2bc4-a818-4665-a328-99ec3eca3e15 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe5ae340128>> segment after_delete 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:56:44.156232 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5b7a2bc4-a818-4665-a328-99ec3eca3e15 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe5ae340128>> subnet after_create 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:56:44.156707 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5b7a2bc4-a818-4665-a328-99ec3eca3e15 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe5ae340128>> subnet after_delete 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:56:44.157217 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5b7a2bc4-a818-4665-a328-99ec3eca3e15 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fe5ae340128>> subnet after_update 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:56:44.183832 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-940d0db8-4d92-424d-8ea4-7ab7707ed7e9 service neutron] 10.222.0.45 "GET /v2.0/networks/0220ea98-c36d-4592-abec-85c89380925e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3237157
Jan 26 21:56:44.189129 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd0e0a8-2c04-421d-a92f-130abfe121ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464d3c4f-85b2-4878-b3d2-bbc9ff7c0c38,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:44.195329 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3cd0e0a8-2c04-421d-a92f-130abfe121ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:44.198219 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-32f6ca5f-b4d7-4114-adb2-37ec7fa1fe8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:44.245847 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3cd0e0a8-2c04-421d-a92f-130abfe121ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:44.251422 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5b7a2bc4-a818-4665-a328-99ec3eca3e15 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe5ae337b00>> subnet after_create 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:56:44.251741 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-3cd0e0a8-2c04-421d-a92f-130abfe121ba admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/464d3c4f-85b2-4878-b3d2-bbc9ff7c0c38 HTTP/1.1" status: 204  len: 168 time: 1.0192318
Jan 26 21:56:44.251914 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5b7a2bc4-a818-4665-a328-99ec3eca3e15 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe5ae337b00>> subnet after_delete 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:56:44.251914 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5b7a2bc4-a818-4665-a328-99ec3eca3e15 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe5ae337b00>> subnet before_create 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:56:44.251914 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5b7a2bc4-a818-4665-a328-99ec3eca3e15 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fe5ae337b00>> subnet before_update 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Jan 26 21:56:44.251914 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.segments.db [None req-5b7a2bc4-a818-4665-a328-99ec3eca3e15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe5ae402e80>,) {'filters': {'network_id': ['f9448752-720e-4c70-b375-64a9a675e913']}} {{(pid=80149) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:56:44.269435 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.segments.db [None req-5b7a2bc4-a818-4665-a328-99ec3eca3e15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5ae402e80>, '62fe147e-f2bb-4910-b99d-b2e82ad556d2') {'for_net_delete': True} {{(pid=80149) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:56:44.269435 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.segments.db [None req-5b7a2bc4-a818-4665-a328-99ec3eca3e15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5ae402e80>, '62fe147e-f2bb-4910-b99d-b2e82ad556d2') {} {{(pid=80149) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:56:44.285305 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5b7a2bc4-a818-4665-a328-99ec3eca3e15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247824509914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31457456'] for segment, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:44.329949 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-32f6ca5f-b4d7-4114-adb2-37ec7fa1fe8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:44.382644 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5b7a2bc4-a818-4665-a328-99ec3eca3e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853870792'] for segment, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:44.393717 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5b7a2bc4-a818-4665-a328-99ec3eca3e15 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 26 21:56:44.431147 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-15e7cdfa-1dd1-4dcd-b0c4-f580e07c9578 req-3f161371-38ac-474b-938e-a7c15b6769c9 service neutron] 10.222.0.45 "GET /v2.0/networks/0220ea98-c36d-4592-abec-85c89380925e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2342603
Jan 26 21:56:44.489610 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-32f6ca5f-b4d7-4114-adb2-37ec7fa1fe8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:44.497504 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-38e05197-6dfe-44d7-a170-5be3049bda99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:44.515148 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f6ca5f-b4d7-4114-adb2-37ec7fa1fe8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ec4fe2-5984-4c00-92cd-d9649e2f5993,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:44.541128 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-32f6ca5f-b4d7-4114-adb2-37ec7fa1fe8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:44.546897 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-32f6ca5f-b4d7-4114-adb2-37ec7fa1fe8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:44.551917 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-32f6ca5f-b4d7-4114-adb2-37ec7fa1fe8b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d8ec4fe2-5984-4c00-92cd-d9649e2f5993 HTTP/1.1" status: 204  len: 168 time: 0.5312104
Jan 26 21:56:44.580418 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 44856) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:56:44.713685 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:44.738304 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5ae8e777-c0b7-45e3-9b9d-77d1d15776ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:44.789764 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-5ae8e777-c0b7-45e3-9b9d-77d1d15776ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:56:44.807995 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-5ae8e777-c0b7-45e3-9b9d-77d1d15776ec admin admin] Usage tracker for resource:security_group_rule and tenant:c059619f93df43b392d889164d20b368 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:56:44.812980 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-5ae8e777-c0b7-45e3-9b9d-77d1d15776ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:56:44.823274 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-5ae8e777-c0b7-45e3-9b9d-77d1d15776ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:56:44.986315 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c876846-8faa-4ef1-bcfb-738ed7f7cb80 req-b249ced6-6739-4195-a95a-65ec99740aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:44.989382 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6c876846-8faa-4ef1-bcfb-738ed7f7cb80 req-b249ced6-6739-4195-a95a-65ec99740aed service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b20bd678712440d8c6489419a905a3d&device_id=1c1decbc-dcd1-45b9-8bab-974c4fb6c5d7 HTTP/1.1" status: 200  len: 1160 time: 0.3725607
Jan 26 21:56:45.046971 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-5b7a2bc4-a818-4665-a328-99ec3eca3e15 admin admin] Network f9448752-720e-4c70-b375-64a9a675e913 has no segments {{(pid=80149) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 21:56:45.097336 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5b7a2bc4-a818-4665-a328-99ec3eca3e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-905039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823313597'] for segment, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:45.269751 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2ef92-89d0-4085-b7bd-c16cdbf893dd req-1c52d732-0ffb-4e52-a6fd-941a504836d2 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:45.278967 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-18d2ef92-89d0-4085-b7bd-c16cdbf893dd req-1c52d732-0ffb-4e52-a6fd-941a504836d2 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 945 time: 0.9109046
Jan 26 21:56:45.336716 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:45.713066 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-5b7a2bc4-a818-4665-a328-99ec3eca3e15 admin admin] Network f9448752-720e-4c70-b375-64a9a675e913 has no segments {{(pid=80149) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 21:56:45.755695 dv-cinder-772126-1-iscsi neutron-server[80035]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jan 26 21:56:45.755695 dv-cinder-772126-1-iscsi neutron-server[80035]:   (rel_b, rel_a, rel_b),
Jan 26 21:56:45.755695 dv-cinder-772126-1-iscsi neutron-server[80035]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jan 26 21:56:45.755695 dv-cinder-772126-1-iscsi neutron-server[80035]:   (rel_b, rel_a, rel_b),
Jan 26 21:56:45.755695 dv-cinder-772126-1-iscsi neutron-server[80035]: Traceback (most recent call last):
Jan 26 21:56:45.755695 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 26 21:56:45.755695 dv-cinder-772126-1-iscsi neutron-server[80035]:     timer()
Jan 26 21:56:45.755695 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 26 21:56:45.755695 dv-cinder-772126-1-iscsi neutron-server[80035]:     cb(*args, **kw)
Jan 26 21:56:45.755695 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 26 21:56:45.755695 dv-cinder-772126-1-iscsi neutron-server[80035]:     return func(*args, **kwargs)
Jan 26 21:56:45.755695 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 26 21:56:45.755695 dv-cinder-772126-1-iscsi neutron-server[80035]:     self._notify()
Jan 26 21:56:45.755695 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 26 21:56:45.755695 dv-cinder-772126-1-iscsi neutron-server[80035]:     self.callback(batched_events)
Jan 26 21:56:45.755695 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 26 21:56:45.755695 dv-cinder-772126-1-iscsi neutron-server[80035]:     event.method(event)
Jan 26 21:56:45.755695 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 26 21:56:45.755695 dv-cinder-772126-1-iscsi neutron-server[80035]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 26 21:56:45.755695 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 26 21:56:45.755695 dv-cinder-772126-1-iscsi neutron-server[80035]:     segment_id)['aggregates'][0]
Jan 26 21:56:45.755695 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 26 21:56:45.755695 dv-cinder-772126-1-iscsi neutron-server[80035]:     return f(self, *a, **k)
Jan 26 21:56:45.755695 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 26 21:56:45.755695 dv-cinder-772126-1-iscsi neutron-server[80035]:     return self._get(url).json()
Jan 26 21:56:45.755695 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 26 21:56:45.755695 dv-cinder-772126-1-iscsi neutron-server[80035]:     **kwargs)
Jan 26 21:56:45.755695 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 26 21:56:45.755695 dv-cinder-772126-1-iscsi neutron-server[80035]:     return self.request(url, 'GET', **kwargs)
Jan 26 21:56:45.755695 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 26 21:56:45.755695 dv-cinder-772126-1-iscsi neutron-server[80035]:     **endpoint_filter)
Jan 26 21:56:45.755695 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 26 21:56:45.755695 dv-cinder-772126-1-iscsi neutron-server[80035]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 26 21:56:45.755695 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 26 21:56:45.755695 dv-cinder-772126-1-iscsi neutron-server[80035]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 26 21:56:45.755695 dv-cinder-772126-1-iscsi neutron-server[80035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 26 21:56:45.779357 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5ae8e777-c0b7-45e3-9b9d-77d1d15776ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:45.817815 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e7c09-0aae-43a1-a761-57537ae21d3b req-07ddbbfd-1d63-4a68-b6d1-ab9e1ceacba2 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:45.821382 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5ae8e777-c0b7-45e3-9b9d-77d1d15776ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:45.826213 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ee1e7c09-0aae-43a1-a761-57537ae21d3b req-07ddbbfd-1d63-4a68-b6d1-ab9e1ceacba2 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c1decbc-dcd1-45b9-8bab-974c4fb6c5d7 HTTP/1.1" status: 200  len: 943 time: 0.9311182
Jan 26 21:56:45.839522 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c500bb56-25db-4c90-9105-54e5d5ce58f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:45.857401 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c876846-8faa-4ef1-bcfb-738ed7f7cb80 req-b8a3f4da-3898-4067-92d3-9e1d683c4dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:45.859743 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6c876846-8faa-4ef1-bcfb-738ed7f7cb80 req-b8a3f4da-3898-4067-92d3-9e1d683c4dfe service neutron] 10.222.0.45 "GET /v2.0/networks?id=0220ea98-c36d-4592-abec-85c89380925e HTTP/1.1" status: 200  len: 909 time: 0.8370447
Jan 26 21:56:45.955234 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-18d2ef92-89d0-4085-b7bd-c16cdbf893dd req-00ce309d-090d-4caf-93e8-8240a6867c7d tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6749313
Jan 26 21:56:46.100930 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6c876846-8faa-4ef1-bcfb-738ed7f7cb80 req-3b90266b-510a-4ebf-811a-17b9aad8cf75 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65ac25b4-7cab-4269-b393-4f06644d1499 HTTP/1.1" status: 200  len: 217 time: 0.2249026
Jan 26 21:56:46.113835 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-5ae8e777-c0b7-45e3-9b9d-77d1d15776ec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c059619f93df43b392d889164d20b368&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5318530
Jan 26 21:56:46.120482 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 44886) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:56:46.147668 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8e777-c0b7-45e3-9b9d-77d1d15776ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0281218c-5923-48a0-829c-fed95ad67a61,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:46.191816 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ee1e7c09-0aae-43a1-a761-57537ae21d3b req-00f86c3f-b30b-476f-a230-0c0c500407e6 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3641207
Jan 26 21:56:46.231579 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-5ae8e777-c0b7-45e3-9b9d-77d1d15776ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:46.244430 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5b7a2bc4-a818-4665-a328-99ec3eca3e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853858444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036821521443'] for network, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:46.252580 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5b7a2bc4-a818-4665-a328-99ec3eca3e15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for network, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:46.264060 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e303e8ec-f59b-4f75-8163-8e5318780a47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:46.336067 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a2bc4-a818-4665-a328-99ec3eca3e15 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9448752-720e-4c70-b375-64a9a675e913,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:46.343207 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-5b7a2bc4-a818-4665-a328-99ec3eca3e15 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f9448752-720e-4c70-b375-64a9a675e913 HTTP/1.1" status: 204  len: 168 time: 3.0022414
Jan 26 21:56:46.348162 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-5b7a2bc4-a818-4665-a328-99ec3eca3e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:46.358184 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c876846-8faa-4ef1-bcfb-738ed7f7cb80 req-9e57e2f0-aeeb-49a7-8924-fb9a82c5af04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:46.360486 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6c876846-8faa-4ef1-bcfb-738ed7f7cb80 req-9e57e2f0-aeeb-49a7-8924-fb9a82c5af04 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a4ce4f64-6a29-442a-b4ca-edb027adcf72 HTTP/1.1" status: 200  len: 855 time: 0.2161338
Jan 26 21:56:46.388209 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-87d093f3-b60d-41ee-b7a0-24aff2f5233b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:46.494768 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6c876846-8faa-4ef1-bcfb-738ed7f7cb80 req-40b57be3-d7aa-4045-8b29-ae2f9a0b5ff8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0220ea98-c36d-4592-abec-85c89380925e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0860629
Jan 26 21:56:46.503252 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-87d093f3-b60d-41ee-b7a0-24aff2f5233b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:46.662529 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 44898) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:56:46.746852 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6c876846-8faa-4ef1-bcfb-738ed7f7cb80 req-f7c86a42-fa62-411a-a7a4-d15b4db1cbef service neutron] 10.222.0.45 "GET /v2.0/networks/0220ea98-c36d-4592-abec-85c89380925e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2351820
Jan 26 21:56:46.759813 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-87d093f3-b60d-41ee-b7a0-24aff2f5233b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:46.776119 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:46.786557 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-1dd0e7f0-eb13-45d6-9c49-7d38fa387b38 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b82b6ae9f96b46d09fda183cc608b666&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1211534
Jan 26 21:56:46.792789 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 44904) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:56:46.859826 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d093f3-b60d-41ee-b7a0-24aff2f5233b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0281218c-5923-48a0-829c-fed95ad67a61,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:46.946592 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c64f9580-1321-44bf-8255-a61644de9602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:46.999492 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-87d093f3-b60d-41ee-b7a0-24aff2f5233b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:47.001357 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c64f9580-1321-44bf-8255-a61644de9602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:47.021930 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-87d093f3-b60d-41ee-b7a0-24aff2f5233b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:47.028653 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-87d093f3-b60d-41ee-b7a0-24aff2f5233b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0281218c-5923-48a0-829c-fed95ad67a61 HTTP/1.1" status: 204  len: 168 time: 0.9024251
Jan 26 21:56:47.152292 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c64f9580-1321-44bf-8255-a61644de9602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:47.154932 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6c876846-8faa-4ef1-bcfb-738ed7f7cb80 req-40e8f4aa-b756-4514-b4fe-c4a4994e5eba service neutron] 10.222.0.45 "GET /v2.0/networks/0220ea98-c36d-4592-abec-85c89380925e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3820639
Jan 26 21:56:47.158845 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:47.174140 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f9580-1321-44bf-8255-a61644de9602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b885583-6d13-4295-acd2-c4e586d6c58a,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:47.181862 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c64f9580-1321-44bf-8255-a61644de9602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:47.196216 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c64f9580-1321-44bf-8255-a61644de9602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:47.198975 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-c64f9580-1321-44bf-8255-a61644de9602 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9b885583-6d13-4295-acd2-c4e586d6c58a HTTP/1.1" status: 204  len: 168 time: 0.4034400
Jan 26 21:56:47.511825 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc5166-468d-452e-8872-c8e87ee92182 req-9f9100ce-cc52-4e6f-b755-7f39d088559a tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:47.513852 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fbbc5166-468d-452e-8872-c8e87ee92182 req-9f9100ce-cc52-4e6f-b755-7f39d088559a tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 945 time: 0.2064412
Jan 26 21:56:47.652473 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fbbc5166-468d-452e-8872-c8e87ee92182 req-6f3b7a70-e619-4272-aafa-04977e9ec87e tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922387
Jan 26 21:56:47.722107 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b953932-4183-4ba2-b6b9-a5f685f74700 req-7c23d17b-a987-4175-92b5-3f9f9a6d83ec tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:47.724554 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5b953932-4183-4ba2-b6b9-a5f685f74700 req-7c23d17b-a987-4175-92b5-3f9f9a6d83ec tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c1decbc-dcd1-45b9-8bab-974c4fb6c5d7 HTTP/1.1" status: 200  len: 943 time: 0.2093482
Jan 26 21:56:47.840738 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5b953932-4183-4ba2-b6b9-a5f685f74700 req-1dc3b4b7-c498-4045-abdc-079e72bc5273 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024580
Jan 26 21:56:48.742539 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 65ac25b4-7cab-4269-b393-4f06644d1499 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:56:48.900788 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning for port 65ac25b4-7cab-4269-b393-4f06644d1499 completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 21:56:48.907754 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 65ac25b4-7cab-4269-b393-4f06644d1499 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:56:48.908824 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:49.068190 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:49.122447 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] For port 65ac25b4-7cab-4269-b393-4f06644d1499, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=65ac25b4-7cab-4269-b393-4f06644d1499,segment=NetworkSegment(6e858ff7-c974-45e3-a0f9-318eb54e44cd),segment_id=6e858ff7-c974-45e3-a0f9-318eb54e44cd)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 21:56:49.124182 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1decbc-dcd1-45b9-8bab-974c4fb6c5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ac25b4-7cab-4269-b393-4f06644d1499'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 21:56:49.152920 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:49.154531 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 46f4cc3b-8bad-4b3d-9c38-e5e81206efd7 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:56:49.197564 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:49.281972 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Pushing event updated for resources: {'Port': ['ID=65ac25b4-7cab-4269-b393-4f06644d1499,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:49.287886 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:49.306303 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f7c68-a876-4c4c-9609-4b642a44d527 req-5f3e95ca-b04c-4de0-887b-5c0b8f516fbb tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:49.308984 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1d9f7c68-a876-4c4c-9609-4b642a44d527 req-5f3e95ca-b04c-4de0-887b-5c0b8f516fbb tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 945 time: 0.2537184
Jan 26 21:56:49.331202 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 46f4cc3b-8bad-4b3d-9c38-e5e81206efd7 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:56:49.331772 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:49.409657 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441d79b-b517-44c1-a8bd-968816eb2604 req-9bdb5cbb-c0dd-4b63-8080-952cd1b1b90e tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:49.418124 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-0441d79b-b517-44c1-a8bd-968816eb2604 req-9bdb5cbb-c0dd-4b63-8080-952cd1b1b90e tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c1decbc-dcd1-45b9-8bab-974c4fb6c5d7 HTTP/1.1" status: 200  len: 945 time: 0.2493570
Jan 26 21:56:49.486531 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1d9f7c68-a876-4c4c-9609-4b642a44d527 req-f00c3e75-f841-4d3a-b8c4-b2b6dd609b8b tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1578383
Jan 26 21:56:49.513611 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-0441d79b-b517-44c1-a8bd-968816eb2604 req-8ae6b48f-2429-4272-89c3-6ed6434d1dae tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943666
Jan 26 21:56:49.668841 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c1decbc-dcd1-45b9-8bab-974c4fb6c5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ac25b4-7cab-4269-b393-4f06644d1499', 'code': 200}
Jan 26 21:56:50.234248 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 65ac25b4-7cab-4269-b393-4f06644d1499 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:56:50.296004 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c6c00-a3d9-49ea-a706-f909bb22e7d4 req-0bf8c25c-2930-4b9a-8b4c-c74965faa6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:50.299815 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-410c6c00-a3d9-49ea-a706-f909bb22e7d4 req-0bf8c25c-2930-4b9a-8b4c-c74965faa6b8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1c1decbc-dcd1-45b9-8bab-974c4fb6c5d7 HTTP/1.1" status: 200  len: 1162 time: 0.1601632
Jan 26 21:56:50.402471 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 65ac25b4-7cab-4269-b393-4f06644d1499 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:56:50.403260 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:50.417569 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-410c6c00-a3d9-49ea-a706-f909bb22e7d4 req-0df0e05b-ac66-4b02-81d7-37628aae4b4c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013930
Jan 26 21:56:50.564422 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 46f4cc3b-8bad-4b3d-9c38-e5e81206efd7 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:56:50.641117 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 46f4cc3b-8bad-4b3d-9c38-e5e81206efd7 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:56:50.641744 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:51.037082 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3b80f-9214-4a15-9ce3-f61047bf1c9a req-1cb04a49-0c50-40ed-9eac-eb23160e495a tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:51.046250 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b2c3b80f-9214-4a15-9ce3-f61047bf1c9a req-1cb04a49-0c50-40ed-9eac-eb23160e495a tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 945 time: 0.2251077
Jan 26 21:56:51.124122 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b2c3b80f-9214-4a15-9ce3-f61047bf1c9a req-9f131d68-1d01-4811-aa00-209f09d8b8b4 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767763
Jan 26 21:56:51.225396 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272e08f-b90e-4800-a643-c6eb99f93deb req-4596a2ca-5a7a-4599-a9e2-3097a2d9388d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:51.227887 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2272e08f-b90e-4800-a643-c6eb99f93deb req-4596a2ca-5a7a-4599-a9e2-3097a2d9388d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 1162 time: 0.2326324
Jan 26 21:56:51.276437 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e6fb8-9b41-49c9-924a-c61bd3182fa5 req-873a7dfd-afd0-432d-aa4e-6be8fd9cf636 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:51.280101 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d85e6fb8-9b41-49c9-924a-c61bd3182fa5 req-873a7dfd-afd0-432d-aa4e-6be8fd9cf636 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c1decbc-dcd1-45b9-8bab-974c4fb6c5d7 HTTP/1.1" status: 200  len: 945 time: 0.3782694
Jan 26 21:56:51.309880 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2272e08f-b90e-4800-a643-c6eb99f93deb req-5954d7f5-754f-4dfb-8a8e-8412aca3c84e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752201
Jan 26 21:56:51.370984 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d85e6fb8-9b41-49c9-924a-c61bd3182fa5 req-d3f1d915-3191-43f2-8ff5-a2ee4b1d0467 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754280
Jan 26 21:56:52.130567 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 65ac25b4-7cab-4269-b393-4f06644d1499 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:56:52.621281 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 65ac25b4-7cab-4269-b393-4f06644d1499 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:56:52.621974 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:52.794302 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4c154-bbee-419d-a337-362dab03555b req-002b0bfe-4657-4c51-870c-d0d48ddde77b tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:52.797961 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1cc4c154-bbee-419d-a337-362dab03555b req-002b0bfe-4657-4c51-870c-d0d48ddde77b tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 945 time: 0.2847121
Jan 26 21:56:52.948418 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1cc4c154-bbee-419d-a337-362dab03555b req-c3e56571-901f-4c7c-b573-99ca4e0300e2 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1432590
Jan 26 21:56:53.500517 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74aaba7-bfd4-4836-882d-47bdcdc22bf4 req-202ff84c-cf54-4cd4-961f-ce766b603ac8 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:53.502527 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d74aaba7-bfd4-4836-882d-47bdcdc22bf4 req-202ff84c-cf54-4cd4-961f-ce766b603ac8 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c1decbc-dcd1-45b9-8bab-974c4fb6c5d7 HTTP/1.1" status: 200  len: 945 time: 0.2520893
Jan 26 21:56:53.571384 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d74aaba7-bfd4-4836-882d-47bdcdc22bf4 req-5a81638f-42b1-40ad-8f5f-b4ceba368a42 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613508
Jan 26 21:56:54.114215 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 46f4cc3b-8bad-4b3d-9c38-e5e81206efd7 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:56:54.244433 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 46f4cc3b-8bad-4b3d-9c38-e5e81206efd7 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:56:54.245021 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:54.529360 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d1ca4-81d5-4f27-8576-3554970a50b2 req-f58fa5ba-e615-4bc2-90c4-c8f0188c73ec tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:54.531135 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c27d1ca4-81d5-4f27-8576-3554970a50b2 req-f58fa5ba-e615-4bc2-90c4-c8f0188c73ec tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 945 time: 0.2756307
Jan 26 21:56:54.618123 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c27d1ca4-81d5-4f27-8576-3554970a50b2 req-16744119-67d5-47ad-97eb-09e05ddf83ae tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759928
Jan 26 21:56:54.982759 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 45130) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:56:55.158973 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e230bfbc-b128-4e6e-8e28-b03c7e4f4cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:55.198856 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-e230bfbc-b128-4e6e-8e28-b03c7e4f4cb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:56:55.207087 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-e230bfbc-b128-4e6e-8e28-b03c7e4f4cb1 admin admin] Usage tracker for resource:security_group_rule and tenant:be0cc510dfd247649f94c925ad9e52ce is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:56:55.212329 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-e230bfbc-b128-4e6e-8e28-b03c7e4f4cb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:56:55.229020 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-e230bfbc-b128-4e6e-8e28-b03c7e4f4cb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:56:55.543796 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e230bfbc-b128-4e6e-8e28-b03c7e4f4cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:55.603317 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a489b4-e474-4b8c-9c2f-d4da503f9c82 req-7900e787-fc15-43c5-9cc7-c4b1b3bdd995 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:56:55.605526 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c4a489b4-e474-4b8c-9c2f-d4da503f9c82 req-7900e787-fc15-43c5-9cc7-c4b1b3bdd995 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.2551260
Jan 26 21:56:55.606784 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e230bfbc-b128-4e6e-8e28-b03c7e4f4cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:55.618815 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-8403b0e7-562f-440d-8729-d07a28d75681 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:55.665138 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-e230bfbc-b128-4e6e-8e28-b03c7e4f4cb1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=be0cc510dfd247649f94c925ad9e52ce&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6810031
Jan 26 21:56:55.670152 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 45166) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:56:55.715646 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e230bfbc-b128-4e6e-8e28-b03c7e4f4cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c110d04-b294-4bf6-ba86-7fdf9527ecdc,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:55.720195 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e230bfbc-b128-4e6e-8e28-b03c7e4f4cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:55.733656 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c4a489b4-e474-4b8c-9c2f-d4da503f9c82 req-0d8a0c45-592e-47b9-88eb-1408eab148ed tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186492
Jan 26 21:56:55.790801 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-180e6e54-3b45-482c-8114-8d44401f9e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:55.828704 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-180e6e54-3b45-482c-8114-8d44401f9e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:55.958963 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-180e6e54-3b45-482c-8114-8d44401f9e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:55.966723 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3cd0e0a8-2c04-421d-a92f-130abfe121ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:55.987712 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180e6e54-3b45-482c-8114-8d44401f9e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c110d04-b294-4bf6-ba86-7fdf9527ecdc,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:55.990749 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-180e6e54-3b45-482c-8114-8d44401f9e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:55.999531 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-180e6e54-3b45-482c-8114-8d44401f9e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:56.001206 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-180e6e54-3b45-482c-8114-8d44401f9e87 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5c110d04-b294-4bf6-ba86-7fdf9527ecdc HTTP/1.1" status: 204  len: 168 time: 0.3294771
Jan 26 21:56:56.767091 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 45204) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:56:56.802187 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1a447081-c372-48b1-a40e-e46cf1086da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:56.834279 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-1a447081-c372-48b1-a40e-e46cf1086da6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:56:56.843920 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-1a447081-c372-48b1-a40e-e46cf1086da6 admin admin] Usage tracker for resource:security_group_rule and tenant:5881df492d2140b9ae0f385381b86fc9 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:56:56.849611 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-1a447081-c372-48b1-a40e-e46cf1086da6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:56:56.861842 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-1a447081-c372-48b1-a40e-e46cf1086da6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:56:57.011770 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1a447081-c372-48b1-a40e-e46cf1086da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:57.043845 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1a447081-c372-48b1-a40e-e46cf1086da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:57.053339 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-072a1ddc-b097-48d3-a79d-fccfbb575ed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:57.106107 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-1a447081-c372-48b1-a40e-e46cf1086da6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5881df492d2140b9ae0f385381b86fc9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3374007
Jan 26 21:56:57.107081 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a447081-c372-48b1-a40e-e46cf1086da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d606516c-c3db-43a8-8191-a7cd111de954,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:57.109497 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 45212) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:56:57.111783 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1a447081-c372-48b1-a40e-e46cf1086da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:57.185971 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f62dc098-a62a-486b-893c-630988843b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:57.219740 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f62dc098-a62a-486b-893c-630988843b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:57.301335 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f62dc098-a62a-486b-893c-630988843b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:57.306733 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-8f0c363f-6fde-4740-9010-0a859706ce88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:56:57.324889 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62dc098-a62a-486b-893c-630988843b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d606516c-c3db-43a8-8191-a7cd111de954,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:56:57.328057 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f62dc098-a62a-486b-893c-630988843b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:56:57.337752 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f62dc098-a62a-486b-893c-630988843b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:56:57.339021 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-f62dc098-a62a-486b-893c-630988843b73 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d606516c-c3db-43a8-8191-a7cd111de954 HTTP/1.1" status: 204  len: 168 time: 0.2270741
Jan 26 21:56:58.050296 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 21:57:00.880570 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ede4d-d0a7-4085-bfe8-1049ea76b7cc req-11a6ae01-ef59-4dd0-bc19-9f3a5eb29429 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:00.892912 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b54ede4d-d0a7-4085-bfe8-1049ea76b7cc req-11a6ae01-ef59-4dd0-bc19-9f3a5eb29429 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.1655264
Jan 26 21:57:00.930709 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6567c7c-4c09-418a-bd86-9c016ac25ab6 req-1df6951c-066b-444e-a1ce-f551fbc5c1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:00.933296 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e6567c7c-4c09-418a-bd86-9c016ac25ab6 req-1df6951c-066b-444e-a1ce-f551fbc5c1a4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7a4c50647a404710832ed97f00c9133b&device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 1162 time: 0.2138081
Jan 26 21:57:01.050722 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b54ede4d-d0a7-4085-bfe8-1049ea76b7cc req-048a432f-9a18-4c6f-af1f-3a01e1c5fe3d tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1096497
Jan 26 21:57:01.158427 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6567c7c-4c09-418a-bd86-9c016ac25ab6 req-b3015664-ad18-43be-bcb1-0e428f762ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:01.162688 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e6567c7c-4c09-418a-bd86-9c016ac25ab6 req-b3015664-ad18-43be-bcb1-0e428f762ab4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=74132350-d629-40bd-b240-f2fc9af151e7 HTTP/1.1" status: 200  len: 913 time: 0.2173276
Jan 26 21:57:01.346503 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e6567c7c-4c09-418a-bd86-9c016ac25ab6 req-cd21b5a9-9fe7-4fc4-9c37-3ea42dfaba31 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ad3f6679-2264-48da-a0a2-33f9f2272a72 HTTP/1.1" status: 200  len: 217 time: 0.1750050
Jan 26 21:57:01.431193 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6567c7c-4c09-418a-bd86-9c016ac25ab6 req-0c24e069-3416-4775-9e78-e2fa0178000b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:01.433042 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e6567c7c-4c09-418a-bd86-9c016ac25ab6 req-0c24e069-3416-4775-9e78-e2fa0178000b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10a8d33b-7d45-4a88-98ab-e3f8e511099a HTTP/1.1" status: 200  len: 859 time: 0.0785797
Jan 26 21:57:01.499851 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e6567c7c-4c09-418a-bd86-9c016ac25ab6 req-2f600b23-d722-43d5-aca5-1c40bd7eb071 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74132350-d629-40bd-b240-f2fc9af151e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0588634
Jan 26 21:57:01.741903 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e6567c7c-4c09-418a-bd86-9c016ac25ab6 req-8515bbd5-e79f-4b80-b461-0825f5f50ca1 service neutron] 10.222.0.45 "GET /v2.0/networks/74132350-d629-40bd-b240-f2fc9af151e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2290041
Jan 26 21:57:02.064575 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e6567c7c-4c09-418a-bd86-9c016ac25ab6 req-6724cfca-9eb0-40e4-8f4a-576e571128f8 service neutron] 10.222.0.45 "GET /v2.0/networks/74132350-d629-40bd-b240-f2fc9af151e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3156245
Jan 26 21:57:02.199586 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 45376) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:57:02.675980 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-84998f53-66d5-4d3f-80a5-d6b3bd70f6ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:02.718689 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-84998f53-66d5-4d3f-80a5-d6b3bd70f6ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:57:02.729859 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-84998f53-66d5-4d3f-80a5-d6b3bd70f6ca admin admin] Usage tracker for resource:security_group_rule and tenant:8992cf3d027b43d4901a035fddd0d03f is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:57:02.742036 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-84998f53-66d5-4d3f-80a5-d6b3bd70f6ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:57:02.752870 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-84998f53-66d5-4d3f-80a5-d6b3bd70f6ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:57:02.847914 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-ba6f593e-6d03-408f-a9d3-f18f018a2d1c tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:02.849655 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-ba6f593e-6d03-408f-a9d3-f18f018a2d1c tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/networks?id=0220ea98-c36d-4592-abec-85c89380925e HTTP/1.1" status: 200  len: 815 time: 0.5073273
Jan 26 21:57:02.931375 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a55d62-5a36-4790-acbc-088a69f2ed31 req-47f6d646-b264-40ae-9a60-93475f9a8846 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:02.934361 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-46a55d62-5a36-4790-acbc-088a69f2ed31 req-47f6d646-b264-40ae-9a60-93475f9a8846 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.3727503
Jan 26 21:57:03.003083 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-ae03f023-5024-4dcd-8a5f-5ef3683fe2b5 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/quotas/0b20bd678712440d8c6489419a905a3d HTTP/1.1" status: 200  len: 375 time: 0.0669649
Jan 26 21:57:03.122415 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-46a55d62-5a36-4790-acbc-088a69f2ed31 req-8efd0996-6a7a-4455-a9e2-8d4d91a3101b tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1644344
Jan 26 21:57:03.193234 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-84998f53-66d5-4d3f-80a5-d6b3bd70f6ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:03.217845 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-29bd3351-f8cc-4757-8335-173f875d4e0e tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b20bd678712440d8c6489419a905a3d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1970799
Jan 26 21:57:03.275909 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-84998f53-66d5-4d3f-80a5-d6b3bd70f6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:03.301896 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e230bfbc-b128-4e6e-8e28-b03c7e4f4cb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:03.533628 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84998f53-66d5-4d3f-80a5-d6b3bd70f6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72901d06-fb3f-4b03-b394-95159343e4cc,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:03.540544 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-84998f53-66d5-4d3f-80a5-d6b3bd70f6ca admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8992cf3d027b43d4901a035fddd0d03f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3438649
Jan 26 21:57:03.545001 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 45426) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:57:03.561985 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-84998f53-66d5-4d3f-80a5-d6b3bd70f6ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:03.636100 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-74a9bba8-484c-4341-8c03-aa24069cb8da service neutron] 10.222.0.30 "GET /v2.0/networks/0220ea98-c36d-4592-abec-85c89380925e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4080937
Jan 26 21:57:03.693141 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-74782b98-d38f-4c8a-b3e4-f8ecd26636ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:03.764182 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-74782b98-d38f-4c8a-b3e4-f8ecd26636ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:03.919480 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-74782b98-d38f-4c8a-b3e4-f8ecd26636ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:03.930277 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-827abfe7-6aca-4f8f-a166-afbb6e7da558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:03.992307 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74782b98-d38f-4c8a-b3e4-f8ecd26636ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72901d06-fb3f-4b03-b394-95159343e4cc,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:04.010528 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-74782b98-d38f-4c8a-b3e4-f8ecd26636ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:04.023831 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-df3d075a-e9a2-434e-a104-d13893136876 service neutron] 10.222.0.30 "GET /v2.0/networks/0220ea98-c36d-4592-abec-85c89380925e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3812337
Jan 26 21:57:04.053342 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-74782b98-d38f-4c8a-b3e4-f8ecd26636ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:04.059702 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-74782b98-d38f-4c8a-b3e4-f8ecd26636ef admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/72901d06-fb3f-4b03-b394-95159343e4cc HTTP/1.1" status: 204  len: 168 time: 0.5095606
Jan 26 21:57:04.470824 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d34134af-8744-430a-ab2d-cf0de1c32ea4 req-b1ecce09-5ec2-4acc-835c-29d6590943ff tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aab5252-017f-40f4-8bac-c4990510df65 HTTP/1.1" status: 200  len: 210 time: 0.0713840
Jan 26 21:57:04.540302 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43f0eb-0429-496b-9053-2f05ef419a06 req-e51fc193-da44-442f-916e-76cc9b03aacc tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:04.542102 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-bf43f0eb-0429-496b-9053-2f05ef419a06 req-e51fc193-da44-442f-916e-76cc9b03aacc tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.2280388
Jan 26 21:57:04.619145 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-bf43f0eb-0429-496b-9053-2f05ef419a06 req-dec40c2b-5e5f-4e00-bdde-913995a8be99 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705204
Jan 26 21:57:05.346320 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 45480) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:57:05.388222 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 45486) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:57:05.434024 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 45492) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:57:05.481982 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 45498) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:57:05.523641 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6b940f90-3955-4842-95f9-d108abd63ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:05.576742 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-6b940f90-3955-4842-95f9-d108abd63ffb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:57:05.582085 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-6b940f90-3955-4842-95f9-d108abd63ffb admin admin] Usage tracker for resource:security_group_rule and tenant:1f8b1ccf426e4705b6c8dad86d4f1ef8 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:57:05.586705 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-6b940f90-3955-4842-95f9-d108abd63ffb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:57:05.606251 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-6b940f90-3955-4842-95f9-d108abd63ffb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:57:05.848054 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6b940f90-3955-4842-95f9-d108abd63ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:05.874839 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a7aa3503-2a54-43ad-bd63-bf172b6c8f3a req-15b4f496-ca54-4e9a-9aa6-da0df4f91289 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aab5252-017f-40f4-8bac-c4990510df65 HTTP/1.1" status: 200  len: 210 time: 0.1188691
Jan 26 21:57:05.913743 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6b940f90-3955-4842-95f9-d108abd63ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:05.984230 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-4c87e5da-f349-4f52-ae20-a4da881bf9eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:06.072424 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-6b940f90-3955-4842-95f9-d108abd63ffb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1f8b1ccf426e4705b6c8dad86d4f1ef8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5891466
Jan 26 21:57:06.074461 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b940f90-3955-4842-95f9-d108abd63ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb903a8-f986-4d34-a795-14eb3d095a02,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:06.090457 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6b940f90-3955-4842-95f9-d108abd63ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:06.092651 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 45512) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:57:06.268252 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cf6d8fd6-537b-4dbb-9462-cb7aae5cdb01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:06.314509 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-8a4a50e5-3661-458d-88c1-45dec20e5f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:06.331115 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cf6d8fd6-537b-4dbb-9462-cb7aae5cdb01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:06.349905 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-8a4a50e5-3661-458d-88c1-45dec20e5f01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:57:06.357843 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-404db9d1-c948-47ff-b58d-afdcdf78c856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:06.370029 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-8a4a50e5-3661-458d-88c1-45dec20e5f01 admin admin] Usage tracker for resource:security_group_rule and tenant:aabf768146684f10b5378420f33b5999 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:57:06.380059 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-8a4a50e5-3661-458d-88c1-45dec20e5f01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:57:06.394261 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-8a4a50e5-3661-458d-88c1-45dec20e5f01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:57:06.426489 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cf6d8fd6-537b-4dbb-9462-cb7aae5cdb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:06.427761 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-404db9d1-c948-47ff-b58d-afdcdf78c856 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:57:06.433501 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:06.440299 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-404db9d1-c948-47ff-b58d-afdcdf78c856 admin admin] Usage tracker for resource:security_group_rule and tenant:2564a9c7069946f8a2f1c2d31bc95478 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:57:06.448172 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-404db9d1-c948-47ff-b58d-afdcdf78c856 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:57:06.448395 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6d8fd6-537b-4dbb-9462-cb7aae5cdb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb903a8-f986-4d34-a795-14eb3d095a02,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:06.451199 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-cf6d8fd6-537b-4dbb-9462-cb7aae5cdb01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:06.452661 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-64467c99-7852-440d-91b5-088bb4b8e6c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:06.457755 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cf6d8fd6-537b-4dbb-9462-cb7aae5cdb01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:06.459232 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-cf6d8fd6-537b-4dbb-9462-cb7aae5cdb01 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1fb903a8-f986-4d34-a795-14eb3d095a02 HTTP/1.1" status: 204  len: 168 time: 0.3538990
Jan 26 21:57:06.478723 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-404db9d1-c948-47ff-b58d-afdcdf78c856 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:57:06.500163 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-64467c99-7852-440d-91b5-088bb4b8e6c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:57:06.531582 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-64467c99-7852-440d-91b5-088bb4b8e6c0 admin admin] Usage tracker for resource:security_group_rule and tenant:db021dc202af4132a1fd0e48ab5b1d01 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:57:06.537001 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-64467c99-7852-440d-91b5-088bb4b8e6c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:57:06.592001 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4805c-5ccb-485b-8046-110b94ae2751 req-a0872a50-e60e-4b87-bee5-823be066ea29 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:06.593763 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8ac4805c-5ccb-485b-8046-110b94ae2751 req-a0872a50-e60e-4b87-bee5-823be066ea29 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.7176254
Jan 26 21:57:06.602622 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-64467c99-7852-440d-91b5-088bb4b8e6c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:57:06.796505 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8ac4805c-5ccb-485b-8046-110b94ae2751 req-0d471588-0d20-4924-bce1-5038bb81648f tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1807117
Jan 26 21:57:06.881649 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-8a4a50e5-3661-458d-88c1-45dec20e5f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:06.956323 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-8a4a50e5-3661-458d-88c1-45dec20e5f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:07.006387 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2fa63513-fd24-486d-ac2b-089053160948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:07.042401 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-8a4a50e5-3661-458d-88c1-45dec20e5f01 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aabf768146684f10b5378420f33b5999&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6898317
Jan 26 21:57:07.045201 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a50e5-3661-458d-88c1-45dec20e5f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01cdeec0-4efd-4ae8-9a44-473873c5d4c6,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:07.048298 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 45532) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:57:07.055662 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-404db9d1-c948-47ff-b58d-afdcdf78c856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:07.087451 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4a50e5-3661-458d-88c1-45dec20e5f01 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:07.087937 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4a50e5-3661-458d-88c1-45dec20e5f01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:07.088266 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4a50e5-3661-458d-88c1-45dec20e5f01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:07.088599 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4a50e5-3661-458d-88c1-45dec20e5f01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:07.088984 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4a50e5-3661-458d-88c1-45dec20e5f01 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:07.089364 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4a50e5-3661-458d-88c1-45dec20e5f01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:07.089751 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4a50e5-3661-458d-88c1-45dec20e5f01 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:07.090187 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4a50e5-3661-458d-88c1-45dec20e5f01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:07.090566 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4a50e5-3661-458d-88c1-45dec20e5f01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:07.090942 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4a50e5-3661-458d-88c1-45dec20e5f01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:07.091315 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4a50e5-3661-458d-88c1-45dec20e5f01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:07.091721 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4a50e5-3661-458d-88c1-45dec20e5f01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:07.092154 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4a50e5-3661-458d-88c1-45dec20e5f01 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:07.092532 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4a50e5-3661-458d-88c1-45dec20e5f01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:07.092907 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4a50e5-3661-458d-88c1-45dec20e5f01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:07.093278 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4a50e5-3661-458d-88c1-45dec20e5f01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:07.093649 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4a50e5-3661-458d-88c1-45dec20e5f01 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:07.094015 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4a50e5-3661-458d-88c1-45dec20e5f01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:07.094401 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4a50e5-3661-458d-88c1-45dec20e5f01 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:07.094770 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4a50e5-3661-458d-88c1-45dec20e5f01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:07.095204 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4a50e5-3661-458d-88c1-45dec20e5f01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:07.095592 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4a50e5-3661-458d-88c1-45dec20e5f01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:07.095965 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4a50e5-3661-458d-88c1-45dec20e5f01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:07.096334 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4a50e5-3661-458d-88c1-45dec20e5f01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:07.123047 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-8a4a50e5-3661-458d-88c1-45dec20e5f01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:07.157533 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-64467c99-7852-440d-91b5-088bb4b8e6c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:07.162600 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-404db9d1-c948-47ff-b58d-afdcdf78c856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:07.189736 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-8337c056-9f0e-494f-b70d-5d78de40bd69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:07.225928 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404db9d1-c948-47ff-b58d-afdcdf78c856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8c7a36-d036-404d-85df-9838df7d92a8,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:07.233849 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-404db9d1-c948-47ff-b58d-afdcdf78c856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:07.234851 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-64467c99-7852-440d-91b5-088bb4b8e6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:07.235862 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-4dbf9d3e-dde8-4317-87a2-82cc0e4be3fb tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:07.238663 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-4dbf9d3e-dde8-4317-87a2-82cc0e4be3fb tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.45 "GET /v2.0/networks?id=0220ea98-c36d-4592-abec-85c89380925e HTTP/1.1" status: 200  len: 815 time: 0.4138865
Jan 26 21:57:07.254368 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a45520ca-5b29-41f2-a2bf-8c96f622920f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:07.266571 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-e9082355-61bb-45e1-8503-7003feb7c047 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Request body: {'port': {'device_id': '7aab5252-017f-40f4-8bac-c4990510df65', 'network_id': '0220ea98-c36d-4592-abec-85c89380925e', 'admin_state_up': True, 'tenant_id': '0b20bd678712440d8c6489419a905a3d'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:57:07.314094 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64467c99-7852-440d-91b5-088bb4b8e6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde9ed30-e173-4b64-afae-fe1327c3d01f,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:07.325562 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-64467c99-7852-440d-91b5-088bb4b8e6c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:07.329451 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-404db9d1-c948-47ff-b58d-afdcdf78c856 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2564a9c7069946f8a2f1c2d31bc95478&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9394970
Jan 26 21:57:07.338464 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c3e23517-414d-43ef-92bd-4ebc1840ad71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:07.374667 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c3e23517-414d-43ef-92bd-4ebc1840ad71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:07.397722 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 45540) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:57:07.497091 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-64467c99-7852-440d-91b5-088bb4b8e6c0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=db021dc202af4132a1fd0e48ab5b1d01&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0615795
Jan 26 21:57:07.512247 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 45548) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:57:07.517083 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-25ceb464-aa34-4adc-b353-206a8ed2f794 req-25206e2b-cda1-4af2-aa0a-599a48432ca1 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aab5252-017f-40f4-8bac-c4990510df65 HTTP/1.1" status: 200  len: 210 time: 0.1203635
Jan 26 21:57:07.541011 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c3e23517-414d-43ef-92bd-4ebc1840ad71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:07.609608 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:07.643103 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e23517-414d-43ef-92bd-4ebc1840ad71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01cdeec0-4efd-4ae8-9a44-473873c5d4c6,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:07.643888 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-e9082355-61bb-45e1-8503-7003feb7c047 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:57:07.649762 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-e9082355-61bb-45e1-8503-7003feb7c047 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Usage tracker for resource:port and tenant:0b20bd678712440d8c6489419a905a3d is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:57:07.650652 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c3e23517-414d-43ef-92bd-4ebc1840ad71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:07.654397 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-e9082355-61bb-45e1-8503-7003feb7c047 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:57:07.661472 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-e9082355-61bb-45e1-8503-7003feb7c047 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:57:07.729956 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-e9082355-61bb-45e1-8503-7003feb7c047 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Made reservation on behalf of 0b20bd678712440d8c6489419a905a3d for: {'port': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 21:57:07.749025 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-e9082355-61bb-45e1-8503-7003feb7c047 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:07.761624 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-01bba323-4aeb-4761-8c87-130f1dc6a949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:07.809387 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-01bba323-4aeb-4761-8c87-130f1dc6a949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:07.862480 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c3e23517-414d-43ef-92bd-4ebc1840ad71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:07.863804 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-c3e23517-414d-43ef-92bd-4ebc1840ad71 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/01cdeec0-4efd-4ae8-9a44-473873c5d4c6 HTTP/1.1" status: 204  len: 168 time: 0.8116844
Jan 26 21:57:07.872498 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a6cd189f-71e2-432f-a389-5f368cc3cdfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:07.924471 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-01bba323-4aeb-4761-8c87-130f1dc6a949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:07.965604 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a6cd189f-71e2-432f-a389-5f368cc3cdfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:08.058710 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-adb60674-6b4b-48da-a6af-ca42f0c2c853 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:08.169779 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bba323-4aeb-4761-8c87-130f1dc6a949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8c7a36-d036-404d-85df-9838df7d92a8,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:08.171628 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-e9082355-61bb-45e1-8503-7003feb7c047 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Allocated IP 172.20.0.7 (0220ea98-c36d-4592-abec-85c89380925e/a4ce4f64-6a29-442a-b4ca-edb027adcf72/0d9692a2-09e2-4714-a00e-53fd74bf5ca7) {{(pid=80148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 21:57:08.173479 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-01bba323-4aeb-4761-8c87-130f1dc6a949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:08.217033 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-01bba323-4aeb-4761-8c87-130f1dc6a949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:08.221482 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-01bba323-4aeb-4761-8c87-130f1dc6a949 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6e8c7a36-d036-404d-85df-9838df7d92a8 HTTP/1.1" status: 204  len: 168 time: 0.8167644
Jan 26 21:57:08.356536 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54db902-0e8d-4f59-aa74-1a89e73a6075 req-eeed8bbd-6b28-475d-88df-c618d763b892 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:08.360391 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c54db902-0e8d-4f59-aa74-1a89e73a6075 req-eeed8bbd-6b28-475d-88df-c618d763b892 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.2860413
Jan 26 21:57:08.477792 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a6cd189f-71e2-432f-a389-5f368cc3cdfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:08.496991 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:08.530211 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd189f-71e2-432f-a389-5f368cc3cdfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde9ed30-e173-4b64-afae-fe1327c3d01f,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:08.536067 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a6cd189f-71e2-432f-a389-5f368cc3cdfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:08.582530 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c54db902-0e8d-4f59-aa74-1a89e73a6075 req-b3828838-c998-46e7-9a59-9623a1a04d33 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2051837
Jan 26 21:57:08.612203 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a6cd189f-71e2-432f-a389-5f368cc3cdfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:08.622884 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-a6cd189f-71e2-432f-a389-5f368cc3cdfc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bde9ed30-e173-4b64-afae-fe1327c3d01f HTTP/1.1" status: 204  len: 168 time: 1.1041729
Jan 26 21:57:08.706047 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 45580) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:57:08.910203 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-60c385c1-68c5-4924-a093-ff65aec450c4 req-3b2be68c-9e36-461f-a76e-75d71e839a99 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aab5252-017f-40f4-8bac-c4990510df65 HTTP/1.1" status: 200  len: 210 time: 0.0676641
Jan 26 21:57:08.936068 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-e9082355-61bb-45e1-8503-7003feb7c047 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Notify callbacks [] for port, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:09.032714 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-e9082355-61bb-45e1-8503-7003feb7c047 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32409920'] for port, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:09.111303 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:09.118443 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 45588) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:57:09.140454 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-af40cdcf-1453-4242-b68d-db879ceff7ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:09.158373 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-af40cdcf-1453-4242-b68d-db879ceff7ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:57:09.164098 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-af40cdcf-1453-4242-b68d-db879ceff7ec admin admin] Usage tracker for resource:security_group_rule and tenant:5ad21c2c0cb94dfb8769e7468e7a389d is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:57:09.168290 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-af40cdcf-1453-4242-b68d-db879ceff7ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:57:09.176284 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-af40cdcf-1453-4242-b68d-db879ceff7ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:57:09.225076 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9082355-61bb-45e1-8503-7003feb7c047 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Pushing event updated for resources: {'Port': ['ID=0d9692a2-09e2-4714-a00e-53fd74bf5ca7,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:09.239358 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9082355-61bb-45e1-8503-7003feb7c047 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:09.239783 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9082355-61bb-45e1-8503-7003feb7c047 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:09.240170 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9082355-61bb-45e1-8503-7003feb7c047 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:09.240564 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9082355-61bb-45e1-8503-7003feb7c047 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:09.240990 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9082355-61bb-45e1-8503-7003feb7c047 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:09.241512 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9082355-61bb-45e1-8503-7003feb7c047 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:09.242181 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9082355-61bb-45e1-8503-7003feb7c047 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:09.242613 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9082355-61bb-45e1-8503-7003feb7c047 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:09.243004 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9082355-61bb-45e1-8503-7003feb7c047 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:09.243432 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9082355-61bb-45e1-8503-7003feb7c047 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:09.243815 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9082355-61bb-45e1-8503-7003feb7c047 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:09.244200 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9082355-61bb-45e1-8503-7003feb7c047 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:09.244641 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9082355-61bb-45e1-8503-7003feb7c047 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:09.245030 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9082355-61bb-45e1-8503-7003feb7c047 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:09.245409 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9082355-61bb-45e1-8503-7003feb7c047 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:09.245798 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9082355-61bb-45e1-8503-7003feb7c047 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:09.246189 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9082355-61bb-45e1-8503-7003feb7c047 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:09.246577 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9082355-61bb-45e1-8503-7003feb7c047 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:09.246961 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9082355-61bb-45e1-8503-7003feb7c047 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:09.247340 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9082355-61bb-45e1-8503-7003feb7c047 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:09.247770 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9082355-61bb-45e1-8503-7003feb7c047 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:09.248152 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9082355-61bb-45e1-8503-7003feb7c047 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:09.248549 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9082355-61bb-45e1-8503-7003feb7c047 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:09.248951 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9082355-61bb-45e1-8503-7003feb7c047 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:09.267451 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e9082355-61bb-45e1-8503-7003feb7c047 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:09.295915 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-e9082355-61bb-45e1-8503-7003feb7c047 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Network 0220ea98-c36d-4592-abec-85c89380925e is already hosted by enough agents. {{(pid=80148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 21:57:09.297351 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-e9082355-61bb-45e1-8503-7003feb7c047 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Resources bound (agent type, host, resource id):  {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 21:57:09.300341 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-e9082355-61bb-45e1-8503-7003feb7c047 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Received port after_create {{(pid=80148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 21:57:09.386819 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-af40cdcf-1453-4242-b68d-db879ceff7ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:09.413828 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-e9082355-61bb-45e1-8503-7003feb7c047 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:09.414546 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-e9082355-61bb-45e1-8503-7003feb7c047 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:09.416489 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-af40cdcf-1453-4242-b68d-db879ceff7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:09.441562 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-5d60b362-10cd-4819-b473-d62c4f315397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:09.457425 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-e9082355-61bb-45e1-8503-7003feb7c047 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1951356
Jan 26 21:57:09.477728 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-f18a3d0d-2127-4b09-b007-4ddd8f02fbd4 service neutron] Request body: {'port': {'device_id': '7aab5252-017f-40f4-8bac-c4990510df65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:57:09.556281 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2f295cd4-7e7b-48ec-a319-398cb03c8734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:09.587716 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-18edefef-1eaa-4cb9-84d1-8637ab104d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:09.590409 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-2f295cd4-7e7b-48ec-a319-398cb03c8734 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:57:09.595593 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af40cdcf-1453-4242-b68d-db879ceff7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70063ebe-e7c8-4d21-8e17-c3f68b9b835a,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:09.609741 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-af40cdcf-1453-4242-b68d-db879ceff7ec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5ad21c2c0cb94dfb8769e7468e7a389d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4892554
Jan 26 21:57:09.611564 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-af40cdcf-1453-4242-b68d-db879ceff7ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:09.621254 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 45596) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:57:09.621845 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 45598) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:57:09.631298 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-2f295cd4-7e7b-48ec-a319-398cb03c8734 admin admin] Usage tracker for resource:security_group_rule and tenant:b73390fffd834710bd26213125e64ae8 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:57:09.637853 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-2f295cd4-7e7b-48ec-a319-398cb03c8734 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:57:09.649840 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-2f295cd4-7e7b-48ec-a319-398cb03c8734 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:57:09.828772 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2f295cd4-7e7b-48ec-a319-398cb03c8734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:09.924487 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-f18a3d0d-2127-4b09-b007-4ddd8f02fbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:10.026145 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2f295cd4-7e7b-48ec-a319-398cb03c8734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:10.068517 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-00ad8b64-3662-4aef-bf47-100d9c980f26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:10.234187 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-2f295cd4-7e7b-48ec-a319-398cb03c8734 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b73390fffd834710bd26213125e64ae8&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5261943
Jan 26 21:57:10.236178 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3be08eda-bb20-4ec8-8773-043fee70cbb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:10.250884 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 45620) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:57:10.251537 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 45622) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:57:10.392855 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-917b67b0-b917-47fb-889c-54c63aac3933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:10.492743 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-917b67b0-b917-47fb-889c-54c63aac3933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:57:10.497065 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-917b67b0-b917-47fb-889c-54c63aac3933 admin admin] Usage tracker for resource:security_group_rule and tenant:769ba461ac4b43d79367f6f4a1a3104f is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:57:10.500749 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-917b67b0-b917-47fb-889c-54c63aac3933 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:57:10.507493 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-917b67b0-b917-47fb-889c-54c63aac3933 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:57:10.561662 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f295cd4-7e7b-48ec-a319-398cb03c8734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d79af6c-86c8-4c61-b3e8-364f65d6e653,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:10.568235 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3be08eda-bb20-4ec8-8773-043fee70cbb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:10.578500 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d7d4d2b3-5fdf-4975-8c6a-2d8b670959c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:10.583310 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2f295cd4-7e7b-48ec-a319-398cb03c8734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:10.620376 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-3497d02d-20d6-4f20-9126-1cb5e6c4062e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-301102023-network', 'tenant_id': 'c9d6f3d8fdd2424db4a5c893961794b0'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:57:10.631306 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-f18a3d0d-2127-4b09-b007-4ddd8f02fbd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d9692a2-09e2-4714-a00e-53fd74bf5ca7 {{(pid=80148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 26 21:57:10.647904 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-f18a3d0d-2127-4b09-b007-4ddd8f02fbd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:10.660142 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-3497d02d-20d6-4f20-9126-1cb5e6c4062e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:57:10.670400 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-f18a3d0d-2127-4b09-b007-4ddd8f02fbd4 service neutron] Transition to ACTIVE for port object 0d9692a2-09e2-4714-a00e-53fd74bf5ca7 will not be triggered until provisioned by entity L2. {{(pid=80148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 21:57:10.697129 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-3497d02d-20d6-4f20-9126-1cb5e6c4062e admin admin] Usage tracker for resource:network and tenant:c9d6f3d8fdd2424db4a5c893961794b0 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:57:10.715739 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-3497d02d-20d6-4f20-9126-1cb5e6c4062e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:57:10.715966 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-f18a3d0d-2127-4b09-b007-4ddd8f02fbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822365879'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:10.735623 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:10.736546 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d7d4d2b3-5fdf-4975-8c6a-2d8b670959c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:10.752333 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-917b67b0-b917-47fb-889c-54c63aac3933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:10.753861 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-3497d02d-20d6-4f20-9126-1cb5e6c4062e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:57:10.806774 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-917b67b0-b917-47fb-889c-54c63aac3933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:10.821590 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e3809bb4-e506-4c40-9d28-d3280e6353f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:10.875638 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb406a-8830-4e2d-9839-8a0f83b59c3f req-56a2b490-cb79-431c-8f07-ba23c49a8ad0 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:10.877410 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2ffb406a-8830-4e2d-9839-8a0f83b59c3f req-56a2b490-cb79-431c-8f07-ba23c49a8ad0 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.8577487
Jan 26 21:57:10.892964 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3497d02d-20d6-4f20-9126-1cb5e6c4062e admin admin] Made reservation on behalf of c9d6f3d8fdd2424db4a5c893961794b0 for: {'network': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 21:57:10.898086 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3497d02d-20d6-4f20-9126-1cb5e6c4062e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for network, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:10.951279 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3497d02d-20d6-4f20-9126-1cb5e6c4062e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:10.963665 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a3d0d-2127-4b09-b007-4ddd8f02fbd4 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9692a2-09e2-4714-a00e-53fd74bf5ca7,revision_number=2']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:10.969137 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f18a3d0d-2127-4b09-b007-4ddd8f02fbd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:10.988658 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-917b67b0-b917-47fb-889c-54c63aac3933 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=769ba461ac4b43d79367f6f4a1a3104f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7244368
Jan 26 21:57:10.996096 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b67b0-b917-47fb-889c-54c63aac3933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5230cf47-30f1-4b3f-b4dc-132631d5e7ad,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:11.002202 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 45636) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:57:11.012042 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-917b67b0-b917-47fb-889c-54c63aac3933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:11.059172 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c16f8a9-8b4c-440b-abc5-1183421c8561 req-49dd946d-c826-4acd-a426-088e2f678b7a tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:11.060979 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8c16f8a9-8b4c-440b-abc5-1183421c8561 req-49dd946d-c826-4acd-a426-088e2f678b7a tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aab5252-017f-40f4-8bac-c4990510df65 HTTP/1.1" status: 200  len: 931 time: 0.6784105
Jan 26 21:57:11.061704 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3be08eda-bb20-4ec8-8773-043fee70cbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:11.079764 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b5d2da5a-4ff3-48df-94c5-03ce66c10a62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:11.090261 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-3497d02d-20d6-4f20-9126-1cb5e6c4062e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:57:11.126260 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-3497d02d-20d6-4f20-9126-1cb5e6c4062e admin admin] Usage tracker for resource:security_group_rule and tenant:c9d6f3d8fdd2424db4a5c893961794b0 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:57:11.142149 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be08eda-bb20-4ec8-8773-043fee70cbb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70063ebe-e7c8-4d21-8e17-c3f68b9b835a,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:11.144427 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-3497d02d-20d6-4f20-9126-1cb5e6c4062e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:57:11.168495 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3be08eda-bb20-4ec8-8773-043fee70cbb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:11.171133 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d7d4d2b3-5fdf-4975-8c6a-2d8b670959c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:11.180413 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-3497d02d-20d6-4f20-9126-1cb5e6c4062e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:57:11.187703 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a6ff70d1-2876-44f0-89ee-21057ecc3151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:11.208218 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2ffb406a-8830-4e2d-9839-8a0f83b59c3f req-6f15cb79-ca9d-4992-8745-f6e7aeaf96f7 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2617469
Jan 26 21:57:11.248271 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d7d4d2b3-5fdf-4975-8c6a-2d8b670959c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:11.249869 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-d7d4d2b3-5fdf-4975-8c6a-2d8b670959c2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1d79af6c-86c8-4c61-b3e8-364f65d6e653 HTTP/1.1" status: 204  len: 168 time: 0.9891498
Jan 26 21:57:11.262905 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-f18a3d0d-2127-4b09-b007-4ddd8f02fbd4 service neutron] Attempting to bind port 0d9692a2-09e2-4714-a00e-53fd74bf5ca7 on host hv-cinder-77212 for vnic_type normal with profile  {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 21:57:11.263307 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-f18a3d0d-2127-4b09-b007-4ddd8f02fbd4 service neutron] Attempting to bind port 0d9692a2-09e2-4714-a00e-53fd74bf5ca7 by drivers openvswitch on host hv-cinder-77212 at level 0 using segments [{'id': '6e858ff7-c974-45e3-a0f9-318eb54e44cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0220ea98-c36d-4592-abec-85c89380925e'}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 21:57:11.263656 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-f18a3d0d-2127-4b09-b007-4ddd8f02fbd4 service neutron] Attempting to bind port 0d9692a2-09e2-4714-a00e-53fd74bf5ca7 on network 0220ea98-c36d-4592-abec-85c89380925e {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 21:57:11.269696 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d4d2b3-5fdf-4975-8c6a-2d8b670959c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d79af6c-86c8-4c61-b3e8-364f65d6e653,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:11.272223 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-f18a3d0d-2127-4b09-b007-4ddd8f02fbd4 service neutron] Checking agent: {'id': '907ce3e7-819e-4a7f-a1c4-c44a902d1710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 21, 53, 12), 'started_at': datetime.datetime(2021, 1, 26, 21, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 21, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 21:57:11.272858 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-f18a3d0d-2127-4b09-b007-4ddd8f02fbd4 service neutron] Checking segment: {'id': '6e858ff7-c974-45e3-a0f9-318eb54e44cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0220ea98-c36d-4592-abec-85c89380925e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 21:57:11.273277 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-f18a3d0d-2127-4b09-b007-4ddd8f02fbd4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:11.273895 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-f18a3d0d-2127-4b09-b007-4ddd8f02fbd4 service neutron] Bound using segment: {'id': '6e858ff7-c974-45e3-a0f9-318eb54e44cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0220ea98-c36d-4592-abec-85c89380925e'} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 21:57:11.274409 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-f18a3d0d-2127-4b09-b007-4ddd8f02fbd4 service neutron] Bound port: 0d9692a2-09e2-4714-a00e-53fd74bf5ca7, host: hv-cinder-77212, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e858ff7-c974-45e3-a0f9-318eb54e44cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0220ea98-c36d-4592-abec-85c89380925e'}}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 21:57:11.274794 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-f18a3d0d-2127-4b09-b007-4ddd8f02fbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:11.289225 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d7d4d2b3-5fdf-4975-8c6a-2d8b670959c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:11.290291 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3be08eda-bb20-4ec8-8773-043fee70cbb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:11.294607 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-3be08eda-bb20-4ec8-8773-043fee70cbb4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/70063ebe-e7c8-4d21-8e17-c3f68b9b835a HTTP/1.1" status: 204  len: 168 time: 1.6711323
Jan 26 21:57:11.310973 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8c16f8a9-8b4c-440b-abc5-1183421c8561 req-82e52fcc-cef1-4858-8ec2-bf25d301dfe1 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2155063
Jan 26 21:57:11.353524 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c1413b45-1520-4c18-85dd-0812531577ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:11.412245 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-f18a3d0d-2127-4b09-b007-4ddd8f02fbd4 service neutron] For port 0d9692a2-09e2-4714-a00e-53fd74bf5ca7, host hv-cinder-77212, cleared binding levels {{(pid=80148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 21:57:11.416400 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-f18a3d0d-2127-4b09-b007-4ddd8f02fbd4 service neutron] For port 0d9692a2-09e2-4714-a00e-53fd74bf5ca7, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=0d9692a2-09e2-4714-a00e-53fd74bf5ca7,segment=NetworkSegment(6e858ff7-c974-45e3-a0f9-318eb54e44cd),segment_id=6e858ff7-c974-45e3-a0f9-318eb54e44cd)] {{(pid=80148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 21:57:11.424116 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c1413b45-1520-4c18-85dd-0812531577ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:11.450337 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-f18a3d0d-2127-4b09-b007-4ddd8f02fbd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822365879'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:11.603214 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c1413b45-1520-4c18-85dd-0812531577ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:11.616846 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f18a3d0d-2127-4b09-b007-4ddd8f02fbd4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:11.625681 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3497d02d-20d6-4f20-9126-1cb5e6c4062e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:11.626801 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9a8055ab-e9fa-4a24-923f-51f4f7a1f74b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:11.656637 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1413b45-1520-4c18-85dd-0812531577ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5230cf47-30f1-4b3f-b4dc-132631d5e7ad,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:11.667572 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3497d02d-20d6-4f20-9126-1cb5e6c4062e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:11.672663 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c1413b45-1520-4c18-85dd-0812531577ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:11.673606 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c1413b45-1520-4c18-85dd-0812531577ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:11.716862 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c1413b45-1520-4c18-85dd-0812531577ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:11.719034 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-c1413b45-1520-4c18-85dd-0812531577ea admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5230cf47-30f1-4b3f-b4dc-132631d5e7ad HTTP/1.1" status: 204  len: 168 time: 0.7140117
Jan 26 21:57:11.747318 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3497d02d-20d6-4f20-9126-1cb5e6c4062e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5844cdf7-3725-41f1-9f88-83955f9f10e8,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:11.751741 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a3d0d-2127-4b09-b007-4ddd8f02fbd4 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9692a2-09e2-4714-a00e-53fd74bf5ca7,revision_number=3']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:11.755936 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f18a3d0d-2127-4b09-b007-4ddd8f02fbd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:11.758116 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-f18a3d0d-2127-4b09-b007-4ddd8f02fbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:11.758822 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-f18a3d0d-2127-4b09-b007-4ddd8f02fbd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:11.760411 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-f18a3d0d-2127-4b09-b007-4ddd8f02fbd4 service neutron] 10.222.0.45 "PUT /v2.0/ports/0d9692a2-09e2-4714-a00e-53fd74bf5ca7 HTTP/1.1" status: 200  len: 1157 time: 2.2883294
Jan 26 21:57:11.761061 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aab5252-017f-40f4-8bac-c4990510df65', 'tag': '0d9692a2-09e2-4714-a00e-53fd74bf5ca7'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 21:57:11.774930 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3497d02d-20d6-4f20-9126-1cb5e6c4062e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:11.776266 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3497d02d-20d6-4f20-9126-1cb5e6c4062e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 26 21:57:11.795004 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3497d02d-20d6-4f20-9126-1cb5e6c4062e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789030269214', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853870792'] for segment, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:11.796041 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.db.segments_db [None req-3497d02d-20d6-4f20-9126-1cb5e6c4062e admin admin] Added segment ffdad455-ef4a-49a1-9e77-10eac2db00f3 of type vxlan for network 545f543a-eb59-47c2-81d2-0c694b323196
Jan 26 21:57:11.847466 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aab5252-017f-40f4-8bac-c4990510df65', 'tag': '0d9692a2-09e2-4714-a00e-53fd74bf5ca7', 'status': 'completed', 'code': 200}
Jan 26 21:57:11.860353 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3497d02d-20d6-4f20-9126-1cb5e6c4062e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247825098817'] for network, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:11.954037 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3497d02d-20d6-4f20-9126-1cb5e6c4062e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897'] for network, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:11.961753 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3497d02d-20d6-4f20-9126-1cb5e6c4062e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:11.962874 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3497d02d-20d6-4f20-9126-1cb5e6c4062e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for network, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:11.986716 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d9344e5d-1860-4bcf-b78d-daf0c4973f99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:12.073475 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-1899e72c-7f3d-4b3b-8b01-7fe612795466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:12.075956 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-1899e72c-7f3d-4b3b-8b01-7fe612795466 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b20bd678712440d8c6489419a905a3d&device_id=7aab5252-017f-40f4-8bac-c4990510df65 HTTP/1.1" status: 200  len: 1160 time: 0.1803606
Jan 26 21:57:12.083924 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-3497d02d-20d6-4f20-9126-1cb5e6c4062e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 2.4571760
Jan 26 21:57:12.091091 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 45654) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:57:12.129614 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3497d02d-20d6-4f20-9126-1cb5e6c4062e admin admin] Pushing event updated for resources: {'Network': ['ID=545f543a-eb59-47c2-81d2-0c694b323196,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:12.134660 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3497d02d-20d6-4f20-9126-1cb5e6c4062e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:12.151095 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Network 545f543a-eb59-47c2-81d2-0c694b323196 details requested by agent ovs-agent-dv-cinder-772126-1-iscsi with host dv-cinder-772126-1-iscsi {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 21:57:12.161104 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-82f95f66-b766-4dde-b53e-98c9fb1e1b83 admin admin] Request body: {'subnet': {'network_id': '545f543a-eb59-47c2-81d2-0c694b323196', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-301102023-subnet', 'tenant_id': 'c9d6f3d8fdd2424db4a5c893961794b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:57:12.184004 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-82f95f66-b766-4dde-b53e-98c9fb1e1b83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:57:12.187963 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-b36aadc2-338b-4cd9-9986-3523f8cb8ed6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d9692a2-09e2-4714-a00e-53fd74bf5ca7 HTTP/1.1" status: 200  len: 217 time: 0.0931277
Jan 26 21:57:12.190960 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-82f95f66-b766-4dde-b53e-98c9fb1e1b83 admin admin] Usage tracker for resource:subnet and tenant:c9d6f3d8fdd2424db4a5c893961794b0 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:57:12.195003 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-82f95f66-b766-4dde-b53e-98c9fb1e1b83 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:57:12.328695 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-d3f2e150-635d-421d-8903-d42da01eb2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:12.330615 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-d3f2e150-635d-421d-8903-d42da01eb2bc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a4ce4f64-6a29-442a-b4ca-edb027adcf72 HTTP/1.1" status: 200  len: 855 time: 0.1326013
Jan 26 21:57:12.345018 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-82f95f66-b766-4dde-b53e-98c9fb1e1b83 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:57:12.404363 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Network 545f543a-eb59-47c2-81d2-0c694b323196 details requested by agent ovs-agent-hv-cinder-77212 with host hv-cinder-77212 {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 21:57:12.443913 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-d02b8d0a-1deb-4255-8d92-814c0ea59aa5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0220ea98-c36d-4592-abec-85c89380925e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0917675
Jan 26 21:57:12.502723 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f95f66-b766-4dde-b53e-98c9fb1e1b83 admin admin] Made reservation on behalf of c9d6f3d8fdd2424db4a5c893961794b0 for: {'subnet': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 21:57:12.509942 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-82f95f66-b766-4dde-b53e-98c9fb1e1b83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036823000920'] for subnet, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:12.844817 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5374d29c-a422-4c2d-b81f-ccb638fba104 req-2f71f4d7-e6b2-4ff5-a1d6-3899186f51dd tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:12.845361 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-2f258544-e7f8-449c-b6a7-27e4c0d904b6 service neutron] 10.222.0.45 "GET /v2.0/networks/0220ea98-c36d-4592-abec-85c89380925e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3908744
Jan 26 21:57:12.848343 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 45678) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:57:12.868731 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5374d29c-a422-4c2d-b81f-ccb638fba104 req-2f71f4d7-e6b2-4ff5-a1d6-3899186f51dd tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.2285969
Jan 26 21:57:13.001345 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5374d29c-a422-4c2d-b81f-ccb638fba104 req-ac53db63-f3e4-46e0-99a2-a73357273ef9 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1313884
Jan 26 21:57:13.070300 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-db5e08fa-8188-48d1-bf07-489b5916bf2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:13.181319 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:13.317965 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dba778-a7e7-4e63-ad30-5663f811219f req-ea7b053b-dca7-48d6-b57b-e1a39f4db6ba tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:13.321127 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e1dba778-a7e7-4e63-ad30-5663f811219f req-ea7b053b-dca7-48d6-b57b-e1a39f4db6ba tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aab5252-017f-40f4-8bac-c4990510df65 HTTP/1.1" status: 200  len: 943 time: 0.1463308
Jan 26 21:57:13.325917 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-db5e08fa-8188-48d1-bf07-489b5916bf2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:57:13.334892 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:13.341364 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-db5e08fa-8188-48d1-bf07-489b5916bf2e admin admin] Usage tracker for resource:security_group_rule and tenant:ccc3a633646a41368dfefed2bb0ca2b1 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:57:13.355694 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-db5e08fa-8188-48d1-bf07-489b5916bf2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:57:13.388494 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-db5e08fa-8188-48d1-bf07-489b5916bf2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:57:13.409017 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e1dba778-a7e7-4e63-ad30-5663f811219f req-5b7619ca-0163-46d5-af69-add31c0fbca7 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774860
Jan 26 21:57:13.477004 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9f3a1b48-3970-4e54-b326-678efcf8af16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:13.554425 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d46d6c17-ea0c-4424-90c6-9a38de12ff22 req-bef709ec-81f5-413b-9f08-cdb6c1f8c41d service neutron] 10.222.0.45 "GET /v2.0/networks/0220ea98-c36d-4592-abec-85c89380925e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6878610
Jan 26 21:57:14.004948 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-db5e08fa-8188-48d1-bf07-489b5916bf2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:14.017630 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadaad5e-4e46-45cf-8299-cbdb2ba1df83 req-654bc8b7-b62b-480b-93d3-4834be509688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:14.019570 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-aadaad5e-4e46-45cf-8299-cbdb2ba1df83 req-654bc8b7-b62b-480b-93d3-4834be509688 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b20bd678712440d8c6489419a905a3d&device_id=7aab5252-017f-40f4-8bac-c4990510df65 HTTP/1.1" status: 200  len: 1160 time: 0.3185136
Jan 26 21:57:14.067469 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-db5e08fa-8188-48d1-bf07-489b5916bf2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:14.079805 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:14.218548 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-db5e08fa-8188-48d1-bf07-489b5916bf2e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ccc3a633646a41368dfefed2bb0ca2b1&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3495274
Jan 26 21:57:14.221422 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e08fa-8188-48d1-bf07-489b5916bf2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ab979c-9dd9-41aa-b325-42f9074fd413,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:14.229801 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-db5e08fa-8188-48d1-bf07-489b5916bf2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:14.333480 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 45710) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:57:14.450793 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9ffcdfb5-6a86-4a0b-8290-2a5f7bd86168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:14.502846 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-82f95f66-b766-4dde-b53e-98c9fb1e1b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036822365487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036823000903'] for subnet, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:14.536224 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf6d3f-6b65-499f-bcb9-49687855e420 req-54896bbb-679c-4362-86ce-80f0e28eb3cb tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:14.542754 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1ebf6d3f-6b65-499f-bcb9-49687855e420 req-54896bbb-679c-4362-86ce-80f0e28eb3cb tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.2949510
Jan 26 21:57:14.548541 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-cad211ea-c301-4168-949d-5562b2e364a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:14.580307 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadaad5e-4e46-45cf-8299-cbdb2ba1df83 req-9c01384d-5af6-4342-9bd5-03190eafeb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:14.582636 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-aadaad5e-4e46-45cf-8299-cbdb2ba1df83 req-9c01384d-5af6-4342-9bd5-03190eafeb40 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0220ea98-c36d-4592-abec-85c89380925e HTTP/1.1" status: 200  len: 909 time: 0.5496042
Jan 26 21:57:14.621704 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:14.689866 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9ffcdfb5-6a86-4a0b-8290-2a5f7bd86168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:14.817897 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1ebf6d3f-6b65-499f-bcb9-49687855e420 req-2332e2d9-b447-4f2e-b76f-518fe5cfb991 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2636154
Jan 26 21:57:14.938544 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c3b2c-4a88-4e8e-88d3-e7fda7a5056a req-3ace10ae-20a3-48c0-8dec-b22fc12d7382 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:14.948520 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e31c3b2c-4a88-4e8e-88d3-e7fda7a5056a req-3ace10ae-20a3-48c0-8dec-b22fc12d7382 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aab5252-017f-40f4-8bac-c4990510df65 HTTP/1.1" status: 200  len: 943 time: 0.2187033
Jan 26 21:57:14.971235 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9ffcdfb5-6a86-4a0b-8290-2a5f7bd86168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:14.981218 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-404db9d1-c948-47ff-b58d-afdcdf78c856 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:15.033010 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffcdfb5-6a86-4a0b-8290-2a5f7bd86168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ab979c-9dd9-41aa-b325-42f9074fd413,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:15.050884 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e31c3b2c-4a88-4e8e-88d3-e7fda7a5056a req-24c0a8f6-de85-4110-814c-f67e655126bc tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007071
Jan 26 21:57:15.053982 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9ffcdfb5-6a86-4a0b-8290-2a5f7bd86168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:15.056140 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9ffcdfb5-6a86-4a0b-8290-2a5f7bd86168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:15.057658 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-9ffcdfb5-6a86-4a0b-8290-2a5f7bd86168 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/15ab979c-9dd9-41aa-b325-42f9074fd413 HTTP/1.1" status: 204  len: 168 time: 0.7225611
Jan 26 21:57:15.141835 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-aadaad5e-4e46-45cf-8299-cbdb2ba1df83 req-c292058a-dcaa-4bfb-9b59-1fa63479ed05 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d9692a2-09e2-4714-a00e-53fd74bf5ca7 HTTP/1.1" status: 200  len: 217 time: 0.4964187
Jan 26 21:57:15.247897 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f95f66-b766-4dde-b53e-98c9fb1e1b83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2979115f-fd59-4bf4-a574-0277ac0bdab9,revision_number=0']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:15.262041 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-82f95f66-b766-4dde-b53e-98c9fb1e1b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:15.301716 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadaad5e-4e46-45cf-8299-cbdb2ba1df83 req-addac4e9-f739-4614-b806-8efd21c87360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:15.311748 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-aadaad5e-4e46-45cf-8299-cbdb2ba1df83 req-addac4e9-f739-4614-b806-8efd21c87360 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a4ce4f64-6a29-442a-b4ca-edb027adcf72 HTTP/1.1" status: 200  len: 855 time: 0.1570458
Jan 26 21:57:15.369791 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:15.383821 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-aadaad5e-4e46-45cf-8299-cbdb2ba1df83 req-69b59a57-ee4e-4e4d-b2bd-07e3f4031b93 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0220ea98-c36d-4592-abec-85c89380925e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0635955
Jan 26 21:57:15.477226 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f95f66-b766-4dde-b53e-98c9fb1e1b83 admin admin] Checking segment: {'id': 'ffdad455-ef4a-49a1-9e77-10eac2db00f3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '545f543a-eb59-47c2-81d2-0c694b323196'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 21:57:15.477625 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f95f66-b766-4dde-b53e-98c9fb1e1b83 admin admin] Network hostable DHCP agents. Network: 545f543a-eb59-47c2-81d2-0c694b323196, hostable agents: ['31d7f489-5cf7-4386-baac-120d285301b4'], hosted agents: [] {{(pid=80148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 26 21:57:15.605826 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f95f66-b766-4dde-b53e-98c9fb1e1b83 admin admin] Network 545f543a-eb59-47c2-81d2-0c694b323196 is scheduled to be hosted by DHCP agent 31d7f489-5cf7-4386-baac-120d285301b4 with binding_index 1 {{(pid=80148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 26 21:57:15.633576 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-aadaad5e-4e46-45cf-8299-cbdb2ba1df83 req-dbe83afc-5ff6-4062-b0a2-7cbfab9fee44 service neutron] 10.222.0.45 "GET /v2.0/networks/0220ea98-c36d-4592-abec-85c89380925e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2165408
Jan 26 21:57:15.672855 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-82f95f66-b766-4dde-b53e-98c9fb1e1b83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-1-iscsi, 545f543a-eb59-47c2-81d2-0c694b323196) {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 21:57:15.684860 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd500a9e-f144-4269-9716-7e772df9c03f None None] Network 545f543a-eb59-47c2-81d2-0c694b323196 requested from dv-cinder-772126-1-iscsi {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 21:57:15.743294 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f95f66-b766-4dde-b53e-98c9fb1e1b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:15.744031 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-82f95f66-b766-4dde-b53e-98c9fb1e1b83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for subnet, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:15.839717 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-82f95f66-b766-4dde-b53e-98c9fb1e1b83 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 3.7467864
Jan 26 21:57:15.906622 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-aadaad5e-4e46-45cf-8299-cbdb2ba1df83 req-72460082-a5aa-43d9-9e44-f4c2e41e7031 service neutron] 10.222.0.45 "GET /v2.0/networks/0220ea98-c36d-4592-abec-85c89380925e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2617583
Jan 26 21:57:16.226505 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111fa8e8-516f-4cd7-8cfa-2d11ebe64bf9 None None] Network 545f543a-eb59-47c2-81d2-0c694b323196 requested from dv-cinder-772126-1-iscsi {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 21:57:16.608683 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd91a32-5009-407e-bac2-67713a675868 req-329b3073-27cf-4ad2-ad6b-82896c40a734 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:16.610341 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8bd91a32-5009-407e-bac2-67713a675868 req-329b3073-27cf-4ad2-ad6b-82896c40a734 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aab5252-017f-40f4-8bac-c4990510df65 HTTP/1.1" status: 200  len: 943 time: 0.3295193
Jan 26 21:57:16.665171 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72e6e6-39d9-47da-b9ed-440a989596d5 req-e74baebb-38d7-4070-bab4-4f236b12a712 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:16.666894 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ff72e6e6-39d9-47da-b9ed-440a989596d5 req-e74baebb-38d7-4070-bab4-4f236b12a712 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.3901386
Jan 26 21:57:16.747620 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8bd91a32-5009-407e-bac2-67713a675868 req-cb15abdc-a95e-43ee-ba48-c2c403511b21 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794778
Jan 26 21:57:16.779116 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ff72e6e6-39d9-47da-b9ed-440a989596d5 req-afc6654a-fd25-4f4a-b4df-2e21e94af6b1 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896006
Jan 26 21:57:17.723745 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 45828) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:57:18.152749 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1dbce588-dfb7-49f1-9b0c-29fba09296d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:18.195616 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-1dbce588-dfb7-49f1-9b0c-29fba09296d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:57:18.200935 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-1dbce588-dfb7-49f1-9b0c-29fba09296d4 admin admin] Usage tracker for resource:security_group_rule and tenant:8821006e4a22442ea067683ebac5234e is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:57:18.204735 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-1dbce588-dfb7-49f1-9b0c-29fba09296d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:57:18.213067 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-1dbce588-dfb7-49f1-9b0c-29fba09296d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:57:18.312901 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device ad3f6679-2264-48da-a0a2-33f9f2272a72 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:57:18.398499 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1dbce588-dfb7-49f1-9b0c-29fba09296d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:18.467858 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port ad3f6679-2264-48da-a0a2-33f9f2272a72 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:57:18.468485 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:18.476876 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 45864) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:57:18.483340 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-24847a94-557a-49ff-85df-fc7df415e520 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-744255814-network', 'tenant_id': '11e56e32ae4a46708e1f090683b10341'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:57:18.494867 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-24847a94-557a-49ff-85df-fc7df415e520 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:57:18.502870 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-24847a94-557a-49ff-85df-fc7df415e520 admin admin] Usage tracker for resource:network and tenant:11e56e32ae4a46708e1f090683b10341 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:57:18.503317 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819878a-927b-40d8-b6f4-ebc840c883c4 req-ce6e9293-995d-44e5-988f-15a17a85cdbf tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:18.507832 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5819878a-927b-40d8-b6f4-ebc840c883c4 req-ce6e9293-995d-44e5-988f-15a17a85cdbf tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.4826479
Jan 26 21:57:18.514822 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-24847a94-557a-49ff-85df-fc7df415e520 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:57:18.526441 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-24847a94-557a-49ff-85df-fc7df415e520 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:57:18.587137 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24847a94-557a-49ff-85df-fc7df415e520 admin admin] Made reservation on behalf of 11e56e32ae4a46708e1f090683b10341 for: {'network': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 21:57:18.593056 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-24847a94-557a-49ff-85df-fc7df415e520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for network, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:18.626740 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 0d9692a2-09e2-4714-a00e-53fd74bf5ca7 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:57:18.627938 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-24847a94-557a-49ff-85df-fc7df415e520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:18.667903 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-24847a94-557a-49ff-85df-fc7df415e520 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:57:18.680790 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-24847a94-557a-49ff-85df-fc7df415e520 admin admin] Usage tracker for resource:security_group_rule and tenant:11e56e32ae4a46708e1f090683b10341 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:57:18.685484 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-24847a94-557a-49ff-85df-fc7df415e520 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:57:18.706820 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-24847a94-557a-49ff-85df-fc7df415e520 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:57:18.780726 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning for port 0d9692a2-09e2-4714-a00e-53fd74bf5ca7 completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 21:57:18.794830 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 0d9692a2-09e2-4714-a00e-53fd74bf5ca7 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:57:18.798571 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:18.889380 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1dbce588-dfb7-49f1-9b0c-29fba09296d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:18.904845 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-01bba323-4aeb-4761-8c87-130f1dc6a949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:18.977824 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbce588-dfb7-49f1-9b0c-29fba09296d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ab6fa3-a58f-4634-946e-a3f1a641be31,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:19.044835 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-24847a94-557a-49ff-85df-fc7df415e520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:19.055858 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad05eb-a9ab-4d18-9fde-c386fced2c1b req-a8d65c95-99a1-4cec-914c-bf062f0f34b9 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:19.057576 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f7ad05eb-a9ab-4d18-9fde-c386fced2c1b req-a8d65c95-99a1-4cec-914c-bf062f0f34b9 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aab5252-017f-40f4-8bac-c4990510df65 HTTP/1.1" status: 200  len: 943 time: 0.7396088
Jan 26 21:57:19.065727 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1dbce588-dfb7-49f1-9b0c-29fba09296d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:19.084766 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-24847a94-557a-49ff-85df-fc7df415e520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:19.091252 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:19.096116 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5819878a-927b-40d8-b6f4-ebc840c883c4 req-5db27437-3f0e-4e45-99d7-939f4b08b634 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5504210
Jan 26 21:57:19.158553 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-1dbce588-dfb7-49f1-9b0c-29fba09296d4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8821006e4a22442ea067683ebac5234e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4332709
Jan 26 21:57:19.165006 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 45872) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:57:19.207432 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24847a94-557a-49ff-85df-fc7df415e520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74892f7d-c4ec-498a-949c-8cb40162370a,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:19.227290 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-24847a94-557a-49ff-85df-fc7df415e520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:19.229087 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24847a94-557a-49ff-85df-fc7df415e520 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 26 21:57:19.249664 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f7ad05eb-a9ab-4d18-9fde-c386fced2c1b req-e2148ee5-0a18-464c-acdf-f9157ee9019c tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1769588
Jan 26 21:57:19.272665 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:19.292085 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-24847a94-557a-49ff-85df-fc7df415e520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853870792'] for segment, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:19.292085 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.db.segments_db [None req-24847a94-557a-49ff-85df-fc7df415e520 admin admin] Added segment 58b4db7c-8355-490c-b6e3-0b0a501821b8 of type vxlan for network 42f17c59-4bee-4c82-83be-b9da2c7593f5
Jan 26 21:57:19.293195 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2f9af87f-6fda-43ce-be5b-72398706f342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:19.326594 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aab5252-017f-40f4-8bac-c4990510df65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9692a2-09e2-4714-a00e-53fd74bf5ca7'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 21:57:19.331581 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2f9af87f-6fda-43ce-be5b-72398706f342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:19.339704 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] For port 0d9692a2-09e2-4714-a00e-53fd74bf5ca7, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=0d9692a2-09e2-4714-a00e-53fd74bf5ca7,segment=NetworkSegment(6e858ff7-c974-45e3-a0f9-318eb54e44cd),segment_id=6e858ff7-c974-45e3-a0f9-318eb54e44cd)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 21:57:19.375861 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:19.378213 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1db5780f-d9d2-44cb-aeca-a582ad133b8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:19.409255 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-24847a94-557a-49ff-85df-fc7df415e520 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247825098817'] for network, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:19.456429 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2f9af87f-6fda-43ce-be5b-72398706f342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:19.456940 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aab5252-017f-40f4-8bac-c4990510df65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9692a2-09e2-4714-a00e-53fd74bf5ca7', 'code': 200}
Jan 26 21:57:19.464415 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9ffcdfb5-6a86-4a0b-8290-2a5f7bd86168 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:19.483721 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-24847a94-557a-49ff-85df-fc7df415e520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897'] for network, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:19.486640 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24847a94-557a-49ff-85df-fc7df415e520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:19.487308 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-24847a94-557a-49ff-85df-fc7df415e520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for network, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:19.491779 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Pushing event updated for resources: {'Port': ['ID=0d9692a2-09e2-4714-a00e-53fd74bf5ca7,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:19.493075 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3319f3fd-7a22-4dc9-89b4-eea6d7c804bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:19.502961 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9af87f-6fda-43ce-be5b-72398706f342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ab6fa3-a58f-4634-946e-a3f1a641be31,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:19.503229 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:19.503608 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:19.503932 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:19.504302 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:19.504666 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:19.506002 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:19.506002 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:19.508387 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2f9af87f-6fda-43ce-be5b-72398706f342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:19.510030 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2f9af87f-6fda-43ce-be5b-72398706f342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:19.512114 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-2f9af87f-6fda-43ce-be5b-72398706f342 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/01ab6fa3-a58f-4634-946e-a3f1a641be31 HTTP/1.1" status: 204  len: 168 time: 0.3456686
Jan 26 21:57:19.512653 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:19.513179 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:19.513556 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:19.513931 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:19.514664 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:19.515089 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:19.515516 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:19.515822 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:19.516327 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:19.516688 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:19.517208 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:19.517578 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:19.517932 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:19.518307 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:19.518664 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:19.519011 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:19.520014 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:57:19.533715 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:19.653870 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24847a94-557a-49ff-85df-fc7df415e520 admin admin] Pushing event updated for resources: {'Network': ['ID=42f17c59-4bee-4c82-83be-b9da2c7593f5,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:19.659550 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-24847a94-557a-49ff-85df-fc7df415e520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:19.670799 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Network 42f17c59-4bee-4c82-83be-b9da2c7593f5 details requested by agent ovs-agent-dv-cinder-772126-1-iscsi with host dv-cinder-772126-1-iscsi {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 21:57:19.696771 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 45888) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:57:19.697810 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-24847a94-557a-49ff-85df-fc7df415e520 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 1.2192860
Jan 26 21:57:19.710035 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-d45aeb20-a44a-452f-bfb5-2b5ab9168ffc admin admin] Request body: {'subnet': {'network_id': '42f17c59-4bee-4c82-83be-b9da2c7593f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-744255814-subnet', 'tenant_id': '11e56e32ae4a46708e1f090683b10341', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:57:19.721300 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-d45aeb20-a44a-452f-bfb5-2b5ab9168ffc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:57:19.737651 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-d45aeb20-a44a-452f-bfb5-2b5ab9168ffc admin admin] Usage tracker for resource:subnet and tenant:11e56e32ae4a46708e1f090683b10341 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:57:19.756650 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-d45aeb20-a44a-452f-bfb5-2b5ab9168ffc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:57:19.772836 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-d45aeb20-a44a-452f-bfb5-2b5ab9168ffc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:57:19.815596 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45aeb20-a44a-452f-bfb5-2b5ab9168ffc admin admin] Made reservation on behalf of 11e56e32ae4a46708e1f090683b10341 for: {'subnet': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 21:57:19.827165 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d45aeb20-a44a-452f-bfb5-2b5ab9168ffc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036823292868'] for subnet, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:20.215791 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 45906) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:57:20.454837 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d45aeb20-a44a-452f-bfb5-2b5ab9168ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036823314267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036823292883'] for subnet, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:20.481589 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e4da8bde-0f14-45db-874d-1d0d488b3c26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:20.602383 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1f3d50e9-6b09-49fe-abf9-88ad27dbbefd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:20.628078 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-1f3d50e9-6b09-49fe-abf9-88ad27dbbefd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:57:20.634269 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-1f3d50e9-6b09-49fe-abf9-88ad27dbbefd admin admin] Usage tracker for resource:security_group_rule and tenant:8b6d36a0a6be44b58add07332d4b32c8 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:57:20.638870 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-1f3d50e9-6b09-49fe-abf9-88ad27dbbefd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:57:20.646511 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45aeb20-a44a-452f-bfb5-2b5ab9168ffc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7936c0b6-f3ba-4b32-8429-dae629ee1e3c,revision_number=0']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:20.647918 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-1f3d50e9-6b09-49fe-abf9-88ad27dbbefd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:57:20.653365 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d45aeb20-a44a-452f-bfb5-2b5ab9168ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:20.699321 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 45922) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:57:20.743475 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc4d53-ef93-472b-93a5-f4332004e208 req-7f2f9f5e-ec7e-44eb-b859-a70c4db8895e tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:20.746466 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-67cc4d53-ef93-472b-93a5-f4332004e208 req-7f2f9f5e-ec7e-44eb-b859-a70c4db8895e tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.3860986
Jan 26 21:57:20.777654 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1f3d50e9-6b09-49fe-abf9-88ad27dbbefd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:20.817903 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1f3d50e9-6b09-49fe-abf9-88ad27dbbefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:20.847140 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:20.876107 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-67cc4d53-ef93-472b-93a5-f4332004e208 req-a7fbf410-85fc-4562-b11f-1a29b44626b8 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220136
Jan 26 21:57:20.947429 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45aeb20-a44a-452f-bfb5-2b5ab9168ffc admin admin] Checking segment: {'id': '58b4db7c-8355-490c-b6e3-0b0a501821b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '42f17c59-4bee-4c82-83be-b9da2c7593f5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 21:57:20.948168 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45aeb20-a44a-452f-bfb5-2b5ab9168ffc admin admin] Network hostable DHCP agents. Network: 42f17c59-4bee-4c82-83be-b9da2c7593f5, hostable agents: ['31d7f489-5cf7-4386-baac-120d285301b4'], hosted agents: [] {{(pid=80149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 26 21:57:20.994429 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-1f3d50e9-6b09-49fe-abf9-88ad27dbbefd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8b6d36a0a6be44b58add07332d4b32c8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7766254
Jan 26 21:57:20.998323 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d50e9-6b09-49fe-abf9-88ad27dbbefd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a57a44-bb51-4820-8e18-c871c25723ee,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:20.999982 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 45930) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:57:21.004993 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1f3d50e9-6b09-49fe-abf9-88ad27dbbefd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:21.041563 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1bcf07e6-4b65-4059-8486-4c995123ffd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:21.080299 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45aeb20-a44a-452f-bfb5-2b5ab9168ffc admin admin] Network 42f17c59-4bee-4c82-83be-b9da2c7593f5 is scheduled to be hosted by DHCP agent 31d7f489-5cf7-4386-baac-120d285301b4 with binding_index 1 {{(pid=80149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 26 21:57:21.081951 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-1bcf07e6-4b65-4059-8486-4c995123ffd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:57:21.090855 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-1bcf07e6-4b65-4059-8486-4c995123ffd1 admin admin] Usage tracker for resource:security_group_rule and tenant:52a2effdf6534c298b76ed67411220cf is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:57:21.097230 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-1bcf07e6-4b65-4059-8486-4c995123ffd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:57:21.112496 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-1bcf07e6-4b65-4059-8486-4c995123ffd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:57:21.119790 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1e16da2f-cdcd-40e7-b4fc-15cea37c00bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:21.136824 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-d45aeb20-a44a-452f-bfb5-2b5ab9168ffc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-1-iscsi, 42f17c59-4bee-4c82-83be-b9da2c7593f5) {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 21:57:21.153953 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5192be4c-ad94-465f-ba1f-9cf1148d4d2e None None] Network 42f17c59-4bee-4c82-83be-b9da2c7593f5 requested from dv-cinder-772126-1-iscsi {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 21:57:21.171681 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1e16da2f-cdcd-40e7-b4fc-15cea37c00bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:21.182111 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45aeb20-a44a-452f-bfb5-2b5ab9168ffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:21.183050 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d45aeb20-a44a-452f-bfb5-2b5ab9168ffc admin admin] Notify callbacks [] for subnet, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:21.320980 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-d45aeb20-a44a-452f-bfb5-2b5ab9168ffc admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.6223161
Jan 26 21:57:21.328287 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1bcf07e6-4b65-4059-8486-4c995123ffd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:21.363351 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1e16da2f-cdcd-40e7-b4fc-15cea37c00bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:21.364976 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1bcf07e6-4b65-4059-8486-4c995123ffd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:21.368677 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-917b67b0-b917-47fb-889c-54c63aac3933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:21.392522 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:21.414478 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e16da2f-cdcd-40e7-b4fc-15cea37c00bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a57a44-bb51-4820-8e18-c871c25723ee,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:21.424755 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1e16da2f-cdcd-40e7-b4fc-15cea37c00bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:21.427597 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1e16da2f-cdcd-40e7-b4fc-15cea37c00bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:21.438152 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-1e16da2f-cdcd-40e7-b4fc-15cea37c00bf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f8a57a44-bb51-4820-8e18-c871c25723ee HTTP/1.1" status: 204  len: 168 time: 0.4316170
Jan 26 21:57:21.523805 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 45944) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:57:21.540679 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-1bcf07e6-4b65-4059-8486-4c995123ffd1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=52a2effdf6534c298b76ed67411220cf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8177752
Jan 26 21:57:21.625595 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Network 42f17c59-4bee-4c82-83be-b9da2c7593f5 details requested by agent ovs-agent-hv-cinder-77212 with host hv-cinder-77212 {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 21:57:21.632445 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf07e6-4b65-4059-8486-4c995123ffd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1853bd4e-3852-4abf-9730-255df564c661,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:21.665821 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1bcf07e6-4b65-4059-8486-4c995123ffd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:21.764173 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-72da0d99-f829-4813-bdf5-e73777f19447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:21.990051 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-72da0d99-f829-4813-bdf5-e73777f19447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:22.105140 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c74074-1f2a-4d46-92ca-992fa21bbdd1 None None] Network 42f17c59-4bee-4c82-83be-b9da2c7593f5 requested from dv-cinder-772126-1-iscsi {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 21:57:22.222774 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6a475-c2b3-4304-a2bf-f105e4dc2371 req-0110f9f6-9e35-4d17-990d-c217478b1a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:22.226479 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-17d6a475-c2b3-4304-a2bf-f105e4dc2371 req-0110f9f6-9e35-4d17-990d-c217478b1a94 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=7aab5252-017f-40f4-8bac-c4990510df65 HTTP/1.1" status: 200  len: 1162 time: 0.4761217
Jan 26 21:57:22.297451 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02d21b-211c-449c-96b0-9d9375507a90 req-e7df1c5d-93da-4c8e-bfb0-5b5406022b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:22.302845 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7c02d21b-211c-449c-96b0-9d9375507a90 req-e7df1c5d-93da-4c8e-bfb0-5b5406022b9a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 1162 time: 0.3917651
Jan 26 21:57:22.439726 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017f500-801e-452f-9d3e-9493e8784864 req-b6838b53-dde9-47d7-97a6-5e1e8f9f836c tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:22.442556 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device ad3f6679-2264-48da-a0a2-33f9f2272a72 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:57:22.452370 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a017f500-801e-452f-9d3e-9493e8784864 req-b6838b53-dde9-47d7-97a6-5e1e8f9f836c tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aab5252-017f-40f4-8bac-c4990510df65 HTTP/1.1" status: 200  len: 945 time: 0.5896666
Jan 26 21:57:22.458255 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-72da0d99-f829-4813-bdf5-e73777f19447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:22.477222 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f62dc098-a62a-486b-893c-630988843b73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:22.519202 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-17d6a475-c2b3-4304-a2bf-f105e4dc2371 req-3d0c0772-86a9-42b0-9abf-bfcbf9a8db47 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2809253
Jan 26 21:57:22.525345 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7c02d21b-211c-449c-96b0-9d9375507a90 req-4e3c84b8-03fa-4afa-a416-57f4136dcb33 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2147417
Jan 26 21:57:22.553487 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da0d99-f829-4813-bdf5-e73777f19447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1853bd4e-3852-4abf-9730-255df564c661,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:22.567378 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-72da0d99-f829-4813-bdf5-e73777f19447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:22.593121 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-72da0d99-f829-4813-bdf5-e73777f19447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:22.600713 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-72da0d99-f829-4813-bdf5-e73777f19447 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1853bd4e-3852-4abf-9730-255df564c661 HTTP/1.1" status: 204  len: 168 time: 1.0744710
Jan 26 21:57:22.678838 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port ad3f6679-2264-48da-a0a2-33f9f2272a72 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:57:22.679436 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:22.771268 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e5e36-e606-480f-aeb9-b84f0d635abb req-095b45f3-a219-4d10-b760-6c6486a1eed3 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:22.787313 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a05e5e36-e606-480f-aeb9-b84f0d635abb req-095b45f3-a219-4d10-b760-6c6486a1eed3 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.6272721
Jan 26 21:57:22.833283 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a017f500-801e-452f-9d3e-9493e8784864 req-88bca294-4c39-439f-8409-72f53b293fe6 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3622823
Jan 26 21:57:22.956086 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a05e5e36-e606-480f-aeb9-b84f0d635abb req-7deaf115-cb7d-4273-97de-86dfd56237ba tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1175373
Jan 26 21:57:22.979310 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 0d9692a2-09e2-4714-a00e-53fd74bf5ca7 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:57:23.148001 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 0d9692a2-09e2-4714-a00e-53fd74bf5ca7 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:57:23.148691 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:23.573300 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 45986) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:57:23.626618 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-bb10b567-a38c-43c8-8d61-3b822352145c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:23.663738 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-bb10b567-a38c-43c8-8d61-3b822352145c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:57:23.670472 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-bb10b567-a38c-43c8-8d61-3b822352145c admin admin] Usage tracker for resource:security_group_rule and tenant:b6dcfd5219454c5991dc43831e434555 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:57:23.674923 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-bb10b567-a38c-43c8-8d61-3b822352145c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:57:23.684389 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-bb10b567-a38c-43c8-8d61-3b822352145c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:57:23.790381 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-bb10b567-a38c-43c8-8d61-3b822352145c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:23.815048 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-bb10b567-a38c-43c8-8d61-3b822352145c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:23.826776 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c64f9580-1321-44bf-8255-a61644de9602 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:23.884051 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-bb10b567-a38c-43c8-8d61-3b822352145c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b6dcfd5219454c5991dc43831e434555&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3086128
Jan 26 21:57:23.885949 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb10b567-a38c-43c8-8d61-3b822352145c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee18d5b-d67f-49e2-b388-e3e611bf4c2b,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:23.886945 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 45996) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:57:23.889478 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-bb10b567-a38c-43c8-8d61-3b822352145c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:23.997075 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-732514b0-64d0-4ba0-9467-e7470000f009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:24.031788 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-732514b0-64d0-4ba0-9467-e7470000f009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:24.228053 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-732514b0-64d0-4ba0-9467-e7470000f009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:24.243938 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2439d5-6a82-4469-82cb-f9811977c066 req-60563fde-c619-4c8e-9b21-793cfa9c95f4 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:24.245069 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f175923c-8bce-4b73-9028-c32934469e60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:24.245771 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7e2439d5-6a82-4469-82cb-f9811977c066 req-60563fde-c619-4c8e-9b21-793cfa9c95f4 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aab5252-017f-40f4-8bac-c4990510df65 HTTP/1.1" status: 200  len: 945 time: 0.1510782
Jan 26 21:57:24.282996 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732514b0-64d0-4ba0-9467-e7470000f009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee18d5b-d67f-49e2-b388-e3e611bf4c2b,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:24.298279 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-732514b0-64d0-4ba0-9467-e7470000f009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:24.332339 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7e2439d5-6a82-4469-82cb-f9811977c066 req-4f74604e-1640-43c4-a1f2-520497e9082f tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792882
Jan 26 21:57:24.336514 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-732514b0-64d0-4ba0-9467-e7470000f009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:24.338647 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-732514b0-64d0-4ba0-9467-e7470000f009 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1ee18d5b-d67f-49e2-b388-e3e611bf4c2b HTTP/1.1" status: 204  len: 168 time: 0.4502492
Jan 26 21:57:24.650171 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcfdde2-2f3b-4d81-a74a-8d20a93ca324 req-ed9de87e-898b-44a1-8075-8631775c9f67 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:24.658287 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-afcfdde2-2f3b-4d81-a74a-8d20a93ca324 req-ed9de87e-898b-44a1-8075-8631775c9f67 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.1554506
Jan 26 21:57:24.719558 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-afcfdde2-2f3b-4d81-a74a-8d20a93ca324 req-196f6b64-ea7a-4eea-9428-77f7c9fe25b2 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602317
Jan 26 21:57:25.921484 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed668cab-b5c5-47ec-8ee3-75bd480bfa3c req-dbbfe1e1-ba25-4cc9-9a3c-d775fca7108e tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:25.925379 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ed668cab-b5c5-47ec-8ee3-75bd480bfa3c req-dbbfe1e1-ba25-4cc9-9a3c-d775fca7108e tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aab5252-017f-40f4-8bac-c4990510df65 HTTP/1.1" status: 200  len: 945 time: 0.3908346
Jan 26 21:57:26.088056 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ed668cab-b5c5-47ec-8ee3-75bd480bfa3c req-612c0e15-7d3e-4bc2-b8a7-1dea6ab13175 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1498747
Jan 26 21:57:26.410792 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cbadad-a643-46be-8dc1-4f7104608f1f req-e90f874c-20d2-4ae2-82e7-0545c6ea3199 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:26.412802 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-00cbadad-a643-46be-8dc1-4f7104608f1f req-e90f874c-20d2-4ae2-82e7-0545c6ea3199 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.1645699
Jan 26 21:57:26.503184 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-00cbadad-a643-46be-8dc1-4f7104608f1f req-c08eedb0-b7dc-42a3-b6be-b5529fee8b29 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673437
Jan 26 21:57:27.721039 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ff7bc-91c1-43fe-bb94-8d903001c0e3 req-be0a0228-a91f-407e-89c0-af86d3c89f70 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:27.722853 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c82ff7bc-91c1-43fe-bb94-8d903001c0e3 req-be0a0228-a91f-407e-89c0-af86d3c89f70 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aab5252-017f-40f4-8bac-c4990510df65 HTTP/1.1" status: 200  len: 945 time: 0.3763890
Jan 26 21:57:27.980316 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c82ff7bc-91c1-43fe-bb94-8d903001c0e3 req-da6cdace-fd6c-499c-b2b4-70778c48732f tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2362618
Jan 26 21:57:28.140267 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedfb8d9-3ed6-4f6d-9469-8a94131f3681 req-42571e21-cee9-4a2d-91a8-b57b83482b86 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:28.143026 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-cedfb8d9-3ed6-4f6d-9469-8a94131f3681 req-42571e21-cee9-4a2d-91a8-b57b83482b86 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.2821448
Jan 26 21:57:28.213620 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-cedfb8d9-3ed6-4f6d-9469-8a94131f3681 req-8bd0b5cb-aaea-4436-90bf-d0416748b8c1 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620561
Jan 26 21:57:28.496795 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device ad3f6679-2264-48da-a0a2-33f9f2272a72 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:57:28.699379 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port ad3f6679-2264-48da-a0a2-33f9f2272a72 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:57:28.700029 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:28.860369 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 0d9692a2-09e2-4714-a00e-53fd74bf5ca7 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:57:28.963225 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 0d9692a2-09e2-4714-a00e-53fd74bf5ca7 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:57:28.969260 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:29.400383 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14123203-dada-4824-b403-2026ada8e504 req-710c8b0b-edcd-435a-9be7-ff40e99c8694 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:29.402214 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-14123203-dada-4824-b403-2026ada8e504 req-710c8b0b-edcd-435a-9be7-ff40e99c8694 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.1415465
Jan 26 21:57:29.489656 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-14123203-dada-4824-b403-2026ada8e504 req-290d9959-3f88-49d9-947f-af64f0bfd3fe tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746429
Jan 26 21:57:30.870633 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd400a-3035-4bcb-b158-79c73b26250e req-3eb216ae-35fb-4442-9610-91e843461dda tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:30.872427 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6dbd400a-3035-4bcb-b158-79c73b26250e req-3eb216ae-35fb-4442-9610-91e843461dda tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.1888692
Jan 26 21:57:30.955235 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6dbd400a-3035-4bcb-b158-79c73b26250e req-4be6ca5a-433d-40b9-8c8d-9a5ae546c4d1 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760589
Jan 26 21:57:31.026142 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 46190) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:57:31.263487 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-169c3520-04b0-4068-8d76-d529ee2311e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:31.294897 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-169c3520-04b0-4068-8d76-d529ee2311e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:57:31.302422 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-169c3520-04b0-4068-8d76-d529ee2311e3 admin admin] Usage tracker for resource:security_group_rule and tenant:81401fc778054518a39620ac5ea488dc is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:57:31.308116 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-169c3520-04b0-4068-8d76-d529ee2311e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:57:31.319094 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-169c3520-04b0-4068-8d76-d529ee2311e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:57:31.476269 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-169c3520-04b0-4068-8d76-d529ee2311e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:31.505939 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-169c3520-04b0-4068-8d76-d529ee2311e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:31.516776 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-84998f53-66d5-4d3f-80a5-d6b3bd70f6ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:31.569846 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-169c3520-04b0-4068-8d76-d529ee2311e3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=81401fc778054518a39620ac5ea488dc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5423920
Jan 26 21:57:31.572126 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c3520-04b0-4068-8d76-d529ee2311e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db219eb0-03ef-4dd4-a15c-fd046d8c6ca0,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:31.573355 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 46204) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:57:31.575812 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-169c3520-04b0-4068-8d76-d529ee2311e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:31.688692 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ab428a0e-4b58-4c2a-a496-2cc298651c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:31.744088 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ab428a0e-4b58-4c2a-a496-2cc298651c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:31.920372 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313d960-1f79-4be8-9482-b48a5a87dfd8 req-9fe7a714-20aa-48c5-93f5-988898c24669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:31.924246 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a313d960-1f79-4be8-9482-b48a5a87dfd8 req-9fe7a714-20aa-48c5-93f5-988898c24669 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7a4c50647a404710832ed97f00c9133b&device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 1162 time: 0.1306667
Jan 26 21:57:32.089161 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ab428a0e-4b58-4c2a-a496-2cc298651c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:32.108544 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-74782b98-d38f-4c8a-b3e4-f8ecd26636ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:32.137581 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab428a0e-4b58-4c2a-a496-2cc298651c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db219eb0-03ef-4dd4-a15c-fd046d8c6ca0,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:32.142766 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ab428a0e-4b58-4c2a-a496-2cc298651c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:32.150972 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-ab428a0e-4b58-4c2a-a496-2cc298651c9a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/db219eb0-03ef-4dd4-a15c-fd046d8c6ca0 HTTP/1.1" status: 204  len: 168 time: 0.5753775
Jan 26 21:57:32.153132 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313d960-1f79-4be8-9482-b48a5a87dfd8 req-9b0402d8-4e4a-4310-9028-9cd8b2251597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:32.156449 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a313d960-1f79-4be8-9482-b48a5a87dfd8 req-9b0402d8-4e4a-4310-9028-9cd8b2251597 service neutron] 10.222.0.45 "GET /v2.0/networks?id=74132350-d629-40bd-b240-f2fc9af151e7 HTTP/1.1" status: 200  len: 913 time: 0.2221282
Jan 26 21:57:32.157812 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-ab428a0e-4b58-4c2a-a496-2cc298651c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:32.369359 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a313d960-1f79-4be8-9482-b48a5a87dfd8 req-67d27b48-c87b-4b21-bc1f-5b818e9f4359 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ad3f6679-2264-48da-a0a2-33f9f2272a72 HTTP/1.1" status: 200  len: 217 time: 0.2044861
Jan 26 21:57:32.700065 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943eb2a-99d1-4aac-bed9-3b3d2966128b req-27238a3f-f2b9-44cb-a00b-c0e9615ea0e4 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:32.708992 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5943eb2a-99d1-4aac-bed9-3b3d2966128b req-27238a3f-f2b9-44cb-a00b-c0e9615ea0e4 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.2129982
Jan 26 21:57:32.826884 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5943eb2a-99d1-4aac-bed9-3b3d2966128b req-1a636fd9-4775-4d0c-9f37-0e22ab9d2654 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1110480
Jan 26 21:57:33.123310 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 46262) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:57:33.144854 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e7fc0329-1633-4cf5-bf40-e7429bdc4165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:33.215766 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-e7fc0329-1633-4cf5-bf40-e7429bdc4165 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:57:33.221586 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-e7fc0329-1633-4cf5-bf40-e7429bdc4165 admin admin] Usage tracker for resource:security_group_rule and tenant:c34a125fe1c84629957002cb6092cfa6 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:57:33.227182 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-e7fc0329-1633-4cf5-bf40-e7429bdc4165 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:57:33.242415 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-e7fc0329-1633-4cf5-bf40-e7429bdc4165 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:57:33.252910 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313d960-1f79-4be8-9482-b48a5a87dfd8 req-a8b28a08-dd74-41f2-978a-f22b0a75e770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:33.254517 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a313d960-1f79-4be8-9482-b48a5a87dfd8 req-a8b28a08-dd74-41f2-978a-f22b0a75e770 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10a8d33b-7d45-4a88-98ab-e3f8e511099a HTTP/1.1" status: 200  len: 859 time: 0.0965106
Jan 26 21:57:33.453310 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e7fc0329-1633-4cf5-bf40-e7429bdc4165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:33.502230 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e7fc0329-1633-4cf5-bf40-e7429bdc4165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:33.524210 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9615da23-a547-4ffa-95ee-49c134cc560e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:33.618004 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-e7fc0329-1633-4cf5-bf40-e7429bdc4165 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c34a125fe1c84629957002cb6092cfa6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4929214
Jan 26 21:57:33.619185 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc0329-1633-4cf5-bf40-e7429bdc4165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b477104-35ac-46ac-b56f-72aaa8e97546,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:33.620983 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 46290) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:57:33.624043 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e7fc0329-1633-4cf5-bf40-e7429bdc4165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:33.754016 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74135a4-41b1-4125-8682-798f587c7520 req-914d9b54-afc3-4643-9cc2-c1b9a7dbae6d tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:33.755777 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b74135a4-41b1-4125-8682-798f587c7520 req-914d9b54-afc3-4643-9cc2-c1b9a7dbae6d tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 945 time: 0.2676797
Jan 26 21:57:33.814304 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ae53bae4-7665-4655-94bb-5265516d02d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:33.864544 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b74135a4-41b1-4125-8682-798f587c7520 req-61c90950-23ad-4d3d-83a9-ac7f25f24f3d tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0931110
Jan 26 21:57:33.873463 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ae53bae4-7665-4655-94bb-5265516d02d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:33.969712 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ae53bae4-7665-4655-94bb-5265516d02d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:33.980344 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-294ef649-58d5-49d1-ad69-1d286fd2c7d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:34.003576 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae53bae4-7665-4655-94bb-5265516d02d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b477104-35ac-46ac-b56f-72aaa8e97546,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:34.011873 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-ae53bae4-7665-4655-94bb-5265516d02d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:34.033583 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ae53bae4-7665-4655-94bb-5265516d02d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:34.041391 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-ae53bae4-7665-4655-94bb-5265516d02d5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3b477104-35ac-46ac-b56f-72aaa8e97546 HTTP/1.1" status: 204  len: 168 time: 0.4060299
Jan 26 21:57:34.131541 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a313d960-1f79-4be8-9482-b48a5a87dfd8 req-7d68d23d-6ae8-4d33-927e-c1a1e29bc408 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74132350-d629-40bd-b240-f2fc9af151e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1352093
Jan 26 21:57:34.363111 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448499e-8d7a-4eb0-a739-8f348d6e5fc4 req-f1160a63-7790-40a4-99b8-a6334df37077 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:34.366743 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5448499e-8d7a-4eb0-a739-8f348d6e5fc4 req-f1160a63-7790-40a4-99b8-a6334df37077 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.2716956
Jan 26 21:57:34.469299 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5448499e-8d7a-4eb0-a739-8f348d6e5fc4 req-6a15da00-5be0-43aa-94c7-768793e54c69 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920689
Jan 26 21:57:35.052915 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 21:57:35.145269 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a313d960-1f79-4be8-9482-b48a5a87dfd8 req-a51910cf-e63b-45d6-90a1-1dad9da612b0 service neutron] 10.222.0.45 "GET /v2.0/networks/74132350-d629-40bd-b240-f2fc9af151e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1588905
Jan 26 21:57:35.315525 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a313d960-1f79-4be8-9482-b48a5a87dfd8 req-7b682bf6-5bf4-4407-b377-35b85b8c7a9e service neutron] 10.222.0.45 "GET /v2.0/networks/74132350-d629-40bd-b240-f2fc9af151e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1601114
Jan 26 21:57:35.345292 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f8e63-d508-434d-8e86-20b91cdb7fa1 req-97261720-1e38-4529-8fac-465064d2e310 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:35.348220 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4d2f8e63-d508-434d-8e86-20b91cdb7fa1 req-97261720-1e38-4529-8fac-465064d2e310 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 945 time: 0.2384567
Jan 26 21:57:35.414693 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4d2f8e63-d508-434d-8e86-20b91cdb7fa1 req-1f0d205f-dc90-463f-ad78-e1951618a503 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592210
Jan 26 21:57:35.598881 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 46334) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:57:35.804119 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-1638f8fa-6dc1-41e5-a27e-f7b153b1cb2b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1154572377-network', 'tenant_id': '9dbbced57185405aa438640a2515257d'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:57:35.830455 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-1638f8fa-6dc1-41e5-a27e-f7b153b1cb2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:57:35.845796 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-1638f8fa-6dc1-41e5-a27e-f7b153b1cb2b admin admin] Usage tracker for resource:network and tenant:9dbbced57185405aa438640a2515257d is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:57:35.853515 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-1638f8fa-6dc1-41e5-a27e-f7b153b1cb2b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:57:35.871192 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-1638f8fa-6dc1-41e5-a27e-f7b153b1cb2b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:57:35.994981 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3671db-0b47-49f7-aca7-d74183ee97ca req-a92b53e5-d090-42dc-a15c-66c408fe5abf tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:36.001209 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fa3671db-0b47-49f7-aca7-d74183ee97ca req-a92b53e5-d090-42dc-a15c-66c408fe5abf tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.2891059
Jan 26 21:57:36.008009 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1638f8fa-6dc1-41e5-a27e-f7b153b1cb2b admin admin] Made reservation on behalf of 9dbbced57185405aa438640a2515257d for: {'network': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 21:57:36.016501 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1638f8fa-6dc1-41e5-a27e-f7b153b1cb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for network, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:36.059726 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1638f8fa-6dc1-41e5-a27e-f7b153b1cb2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:36.091377 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-1638f8fa-6dc1-41e5-a27e-f7b153b1cb2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:57:36.101099 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-1638f8fa-6dc1-41e5-a27e-f7b153b1cb2b admin admin] Usage tracker for resource:security_group_rule and tenant:9dbbced57185405aa438640a2515257d is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:57:36.106957 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-1638f8fa-6dc1-41e5-a27e-f7b153b1cb2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:57:36.125875 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fa3671db-0b47-49f7-aca7-d74183ee97ca req-0c1f74d7-b41b-481a-8a0c-d80f312b806f tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1219501
Jan 26 21:57:36.126960 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-1638f8fa-6dc1-41e5-a27e-f7b153b1cb2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:57:36.300606 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1638f8fa-6dc1-41e5-a27e-f7b153b1cb2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:36.351902 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1638f8fa-6dc1-41e5-a27e-f7b153b1cb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:36.358061 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c3e23517-414d-43ef-92bd-4ebc1840ad71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:36.395125 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1638f8fa-6dc1-41e5-a27e-f7b153b1cb2b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 26 21:57:36.405852 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1638f8fa-6dc1-41e5-a27e-f7b153b1cb2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a861d262-357a-4523-b4c2-ad0c6066163f,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:36.411136 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1638f8fa-6dc1-41e5-a27e-f7b153b1cb2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:36.413494 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1638f8fa-6dc1-41e5-a27e-f7b153b1cb2b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789030269214', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853870792'] for segment, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:36.413948 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.db.segments_db [None req-1638f8fa-6dc1-41e5-a27e-f7b153b1cb2b admin admin] Added segment d3ea1a66-dae2-414a-9117-0dd1903a5a62 of type vxlan for network 8d0ba22e-cf93-423f-9d87-3d2900d7e16c
Jan 26 21:57:36.446995 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1638f8fa-6dc1-41e5-a27e-f7b153b1cb2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247825098817'] for network, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:36.517603 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1638f8fa-6dc1-41e5-a27e-f7b153b1cb2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897'] for network, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:36.519152 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1638f8fa-6dc1-41e5-a27e-f7b153b1cb2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:36.520106 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1638f8fa-6dc1-41e5-a27e-f7b153b1cb2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for network, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:36.529338 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:36.925845 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1638f8fa-6dc1-41e5-a27e-f7b153b1cb2b admin admin] Pushing event updated for resources: {'Network': ['ID=8d0ba22e-cf93-423f-9d87-3d2900d7e16c,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:36.930127 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1638f8fa-6dc1-41e5-a27e-f7b153b1cb2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:36.950081 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Network 8d0ba22e-cf93-423f-9d87-3d2900d7e16c details requested by agent ovs-agent-dv-cinder-772126-1-iscsi with host dv-cinder-772126-1-iscsi {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 21:57:36.976691 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 46358) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:57:36.978293 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-1638f8fa-6dc1-41e5-a27e-f7b153b1cb2b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 1.3772883
Jan 26 21:57:36.989370 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-2c60ae8a-5ab1-4c82-ab4f-df70fc36bb16 admin admin] Request body: {'subnet': {'network_id': '8d0ba22e-cf93-423f-9d87-3d2900d7e16c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1154572377-subnet', 'tenant_id': '9dbbced57185405aa438640a2515257d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:57:37.004313 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-2c60ae8a-5ab1-4c82-ab4f-df70fc36bb16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:57:37.016566 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-2c60ae8a-5ab1-4c82-ab4f-df70fc36bb16 admin admin] Usage tracker for resource:subnet and tenant:9dbbced57185405aa438640a2515257d is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:57:37.024160 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-2c60ae8a-5ab1-4c82-ab4f-df70fc36bb16 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:57:37.056242 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-2c60ae8a-5ab1-4c82-ab4f-df70fc36bb16 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:57:37.094701 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1feae-f88e-4ebf-92a5-14b50bc7037c req-ecd88f5f-b18c-411d-b661-b74cb979226d tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:37.097824 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f0c1feae-f88e-4ebf-92a5-14b50bc7037c req-ecd88f5f-b18c-411d-b661-b74cb979226d tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 945 time: 0.2559867
Jan 26 21:57:37.117480 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c60ae8a-5ab1-4c82-ab4f-df70fc36bb16 admin admin] Made reservation on behalf of 9dbbced57185405aa438640a2515257d for: {'subnet': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 21:57:37.123826 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2c60ae8a-5ab1-4c82-ab4f-df70fc36bb16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036823000920'] for subnet, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:37.208594 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f0c1feae-f88e-4ebf-92a5-14b50bc7037c req-0dcd4f24-9fb9-43c4-be30-4774341adaa7 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0942330
Jan 26 21:57:37.563743 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98143820-3443-4678-8f21-f7a3b60e0c54 req-0ccc4602-3421-494d-98c5-649fe8ee8216 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:37.565484 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-98143820-3443-4678-8f21-f7a3b60e0c54 req-0ccc4602-3421-494d-98c5-649fe8ee8216 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.1453135
Jan 26 21:57:37.682225 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-98143820-3443-4678-8f21-f7a3b60e0c54 req-95cd48c6-09a7-476b-ac42-dabe7d718960 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013513
Jan 26 21:57:37.683183 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2c60ae8a-5ab1-4c82-ab4f-df70fc36bb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036822365487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036823000903'] for subnet, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:37.700336 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:37.846785 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c60ae8a-5ab1-4c82-ab4f-df70fc36bb16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5ebed94-08a0-4de5-be9e-fe12d3bb3646,revision_number=0']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:37.851375 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2c60ae8a-5ab1-4c82-ab4f-df70fc36bb16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:37.923917 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c60ae8a-5ab1-4c82-ab4f-df70fc36bb16 admin admin] Checking segment: {'id': 'd3ea1a66-dae2-414a-9117-0dd1903a5a62', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8d0ba22e-cf93-423f-9d87-3d2900d7e16c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 21:57:37.924390 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c60ae8a-5ab1-4c82-ab4f-df70fc36bb16 admin admin] Network hostable DHCP agents. Network: 8d0ba22e-cf93-423f-9d87-3d2900d7e16c, hostable agents: ['31d7f489-5cf7-4386-baac-120d285301b4'], hosted agents: [] {{(pid=80148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 26 21:57:38.064879 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c60ae8a-5ab1-4c82-ab4f-df70fc36bb16 admin admin] Network 8d0ba22e-cf93-423f-9d87-3d2900d7e16c is scheduled to be hosted by DHCP agent 31d7f489-5cf7-4386-baac-120d285301b4 with binding_index 1 {{(pid=80148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 26 21:57:38.066338 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-2c60ae8a-5ab1-4c82-ab4f-df70fc36bb16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-1-iscsi, 8d0ba22e-cf93-423f-9d87-3d2900d7e16c) {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 21:57:38.081436 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c60ae8a-5ab1-4c82-ab4f-df70fc36bb16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:38.082254 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2c60ae8a-5ab1-4c82-ab4f-df70fc36bb16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for subnet, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:38.082453 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33494d79-4e3a-432c-971f-696946ebc9a1 None None] Network 8d0ba22e-cf93-423f-9d87-3d2900d7e16c requested from dv-cinder-772126-1-iscsi {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 21:57:38.170919 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-2c60ae8a-5ab1-4c82-ab4f-df70fc36bb16 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.1923335
Jan 26 21:57:38.481841 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280efa60-0062-4578-928f-884be492a3b3 None None] Network 8d0ba22e-cf93-423f-9d87-3d2900d7e16c requested from dv-cinder-772126-1-iscsi {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 21:57:38.524322 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Network 8d0ba22e-cf93-423f-9d87-3d2900d7e16c details requested by agent ovs-agent-hv-cinder-77212 with host hv-cinder-77212 {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 21:57:38.624304 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff3338-388c-4650-8b5e-f233eb925287 req-89863390-c662-45ab-b715-5fabf2afd3b7 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:38.627248 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-00ff3338-388c-4650-8b5e-f233eb925287 req-89863390-c662-45ab-b715-5fabf2afd3b7 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 945 time: 0.2025144
Jan 26 21:57:38.761499 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-00ff3338-388c-4650-8b5e-f233eb925287 req-7ed33b7c-9ebb-411a-b258-21fbc52a1d32 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1206691
Jan 26 21:57:39.167161 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d42c67-dda8-43fc-b154-8f057807b61d req-c477a927-ff75-4573-b4da-0d98967f71a0 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:39.169317 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b0d42c67-dda8-43fc-b154-8f057807b61d req-c477a927-ff75-4573-b4da-0d98967f71a0 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.2747054
Jan 26 21:57:39.268482 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b0d42c67-dda8-43fc-b154-8f057807b61d req-2eaaa90e-7caa-484f-b5e5-5ca1b4e822e5 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817053
Jan 26 21:57:39.614374 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3f0c2132-168d-4749-b764-b9a77efd25bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:40.304623 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785ef28-af6f-43a5-92bb-fe3e6228588c req-9f4054ae-3d9f-421d-95ab-10ffa4c085a7 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:40.307644 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1785ef28-af6f-43a5-92bb-fe3e6228588c req-9f4054ae-3d9f-421d-95ab-10ffa4c085a7 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 945 time: 0.2419863
Jan 26 21:57:40.372235 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1785ef28-af6f-43a5-92bb-fe3e6228588c req-a3a5ffeb-8b15-4cc6-bc6d-3ed5ecbc319b tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581129
Jan 26 21:57:40.793834 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab56ace-ffd4-4d15-b39c-c26372132801 req-62015739-7e24-4edd-bab0-cacbc243cf1a tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:40.796819 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1ab56ace-ffd4-4d15-b39c-c26372132801 req-62015739-7e24-4edd-bab0-cacbc243cf1a tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.1802473
Jan 26 21:57:40.917878 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1ab56ace-ffd4-4d15-b39c-c26372132801 req-b7183f83-2a30-4242-8915-69e110ed420f tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090934
Jan 26 21:57:41.725463 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4872807-36d6-4ab4-8c8c-e75edf0466f7 req-9eb42fb0-8ad4-4ad1-ae8a-dfb7550dcf12 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:41.727312 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f4872807-36d6-4ab4-8c8c-e75edf0466f7 req-9eb42fb0-8ad4-4ad1-ae8a-dfb7550dcf12 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 945 time: 0.1333475
Jan 26 21:57:41.802445 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f4872807-36d6-4ab4-8c8c-e75edf0466f7 req-d1ec778e-1e69-4059-8e75-1c49229bd468 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0679624
Jan 26 21:57:42.322074 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63458cbd-2c06-42a9-a058-70f65dcc1342 req-a87aac67-68a6-494f-90ef-95d7600eb510 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:42.323920 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-63458cbd-2c06-42a9-a058-70f65dcc1342 req-a87aac67-68a6-494f-90ef-95d7600eb510 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.1435566
Jan 26 21:57:42.394169 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-63458cbd-2c06-42a9-a058-70f65dcc1342 req-64f3bea1-882e-4fb6-a07d-cf1c1d9e5e69 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603528
Jan 26 21:57:42.632025 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:43.246493 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b953a-b0ad-44f6-bee4-51039d89b841 req-ab92c2bf-7d85-4215-b536-ff0042617f5e tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:43.248254 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-154b953a-b0ad-44f6-bee4-51039d89b841 req-ab92c2bf-7d85-4215-b536-ff0042617f5e tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 945 time: 0.1508253
Jan 26 21:57:43.318847 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:43.342084 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-154b953a-b0ad-44f6-bee4-51039d89b841 req-19bb24f0-bc44-45f3-9251-e50d35243b71 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0811243
Jan 26 21:57:43.397796 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-72b68f2b-3c6a-4104-be45-091c128a09c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:43.700705 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d45ca2-0f67-4f96-8b17-5175297d9019 req-2d13d910-7e11-49d1-8d48-d7c0bfa22a37 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:43.702568 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-53d45ca2-0f67-4f96-8b17-5175297d9019 req-2d13d910-7e11-49d1-8d48-d7c0bfa22a37 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.1464875
Jan 26 21:57:43.773943 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-53d45ca2-0f67-4f96-8b17-5175297d9019 req-3ee6d642-98b3-4a31-a5dc-cc93c0539ef5 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588603
Jan 26 21:57:44.582172 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:44.781145 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef38ec-53f3-4fbb-87b5-09a5ab3f88be req-12107a73-6dde-4b10-be9d-b61f42515edd tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:44.782941 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b9ef38ec-53f3-4fbb-87b5-09a5ab3f88be req-12107a73-6dde-4b10-be9d-b61f42515edd tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 945 time: 0.2087817
Jan 26 21:57:44.874832 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b9ef38ec-53f3-4fbb-87b5-09a5ab3f88be req-2e12d1df-e781-4fb9-9713-87c31e133a6d tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0839744
Jan 26 21:57:45.167010 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f9068-2fdb-4f2e-9d6b-288157ec6137 req-bb86db68-5111-4619-b2f6-d19f19ed12c9 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:45.169222 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-199f9068-2fdb-4f2e-9d6b-288157ec6137 req-bb86db68-5111-4619-b2f6-d19f19ed12c9 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.1892881
Jan 26 21:57:45.256342 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-199f9068-2fdb-4f2e-9d6b-288157ec6137 req-abe7ba9f-a77a-489f-9f2d-c33399d29b42 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795228
Jan 26 21:57:45.351788 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:46.220155 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33eaf35-d3a8-4c21-8e07-7ed5d532c15c req-7b529a88-603a-461f-a024-736ec8893351 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:46.221927 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b33eaf35-d3a8-4c21-8e07-7ed5d532c15c req-7b529a88-603a-461f-a024-736ec8893351 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 945 time: 0.1618073
Jan 26 21:57:46.316694 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b33eaf35-d3a8-4c21-8e07-7ed5d532c15c req-89178408-062c-46e9-a544-c838a53439ac tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0806346
Jan 26 21:57:46.333206 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device ad3f6679-2264-48da-a0a2-33f9f2272a72 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:57:46.478765 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port ad3f6679-2264-48da-a0a2-33f9f2272a72 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:57:46.479195 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:46.706042 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4c63e-4a57-4d17-99c6-572a86cb0cc0 req-d366ad8b-02f5-4998-84cb-b6408c1956b4 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:46.709757 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-48d4c63e-4a57-4d17-99c6-572a86cb0cc0 req-d366ad8b-02f5-4998-84cb-b6408c1956b4 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.2630966
Jan 26 21:57:46.820205 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-48d4c63e-4a57-4d17-99c6-572a86cb0cc0 req-7990ba37-0c4c-4774-accd-68cdfd4395f1 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012995
Jan 26 21:57:47.628699 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ef48d-7773-472a-94e2-df055891cde7 req-8611625a-6222-453f-b953-ab052d3e9288 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:47.629861 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f51ef48d-7773-472a-94e2-df055891cde7 req-8611625a-6222-453f-b953-ab052d3e9288 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 945 time: 0.1406839
Jan 26 21:57:47.700340 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f51ef48d-7773-472a-94e2-df055891cde7 req-a485c5ac-cf99-4771-9667-f1113317d11f tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0579150
Jan 26 21:57:48.309170 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-17abe5d2-57b1-41b1-9868-0b21e07de76f tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:48.310035 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-17abe5d2-57b1-41b1-9868-0b21e07de76f tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Synchronizing usage tracker for tenant:9dbbced57185405aa438640a2515257d on resource:network {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 21:57:48.351686 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-17abe5d2-57b1-41b1-9868-0b21e07de76f tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Unset dirty status for tenant:9dbbced57185405aa438640a2515257d on resource:network {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 21:57:48.353017 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-17abe5d2-57b1-41b1-9868-0b21e07de76f tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/networks?id=8d0ba22e-cf93-423f-9d87-3d2900d7e16c HTTP/1.1" status: 200  len: 809 time: 0.2660141
Jan 26 21:57:48.371199 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-bbf137f7-9add-4d8b-a25d-8622680897b5 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/quotas/9dbbced57185405aa438640a2515257d HTTP/1.1" status: 200  len: 375 time: 0.0113440
Jan 26 21:57:48.429225 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-6023bef7-87c2-4cf8-8a7f-e455772ab12b tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9dbbced57185405aa438640a2515257d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0503786
Jan 26 21:57:48.591451 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-58e6d759-c73c-481d-9abf-bc65e836d913 service neutron] 10.222.0.30 "GET /v2.0/networks/8d0ba22e-cf93-423f-9d87-3d2900d7e16c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1550114
Jan 26 21:57:48.816152 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-08b7deeb-1f2b-42c5-8d03-b49d9dcc552f service neutron] 10.222.0.30 "GET /v2.0/networks/8d0ba22e-cf93-423f-9d87-3d2900d7e16c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2183483
Jan 26 21:57:49.163718 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec68d1b-8fa4-44b5-9cb4-79056ca705d4 req-26723945-66f1-45dd-b064-476f230551a9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:49.173346 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2ec68d1b-8fa4-44b5-9cb4-79056ca705d4 req-26723945-66f1-45dd-b064-476f230551a9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 945 time: 0.2198045
Jan 26 21:57:49.326153 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2ec68d1b-8fa4-44b5-9cb4-79056ca705d4 req-a8ae989d-85c8-4370-b87b-9975da2bd68b tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1488795
Jan 26 21:57:49.341529 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b2bcad8a-d146-4888-9bb6-cf144eaafc40 req-1256e742-499c-4fc8-b6c5-cb1b71f75678 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cb06f9d-4e13-4319-8d74-dbb195373f95 HTTP/1.1" status: 200  len: 210 time: 0.0948920
Jan 26 21:57:49.839593 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316f26c-a887-43d0-91ae-a6cc4fe195a8 req-0c9fb7ba-ecb9-4f93-8b7a-009e249ed4bc tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:49.842623 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6316f26c-a887-43d0-91ae-a6cc4fe195a8 req-0c9fb7ba-ecb9-4f93-8b7a-009e249ed4bc tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.2101283
Jan 26 21:57:50.004626 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6316f26c-a887-43d0-91ae-a6cc4fe195a8 req-fdc578f3-2b1c-43f6-8365-d407115dd7ab tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1534157
Jan 26 21:57:50.601567 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 46626) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:57:50.681224 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-aa99cde0-86b8-4a2f-8816-41d2e3cf1404 req-f8107bbb-22d4-4ffe-ad89-f9be694bc924 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cb06f9d-4e13-4319-8d74-dbb195373f95 HTTP/1.1" status: 200  len: 210 time: 0.0955973
Jan 26 21:57:51.028821 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-628d4ece-c47b-4cc1-8f44-3a4afdf4f6d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:51.054591 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-628d4ece-c47b-4cc1-8f44-3a4afdf4f6d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:57:51.084833 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-628d4ece-c47b-4cc1-8f44-3a4afdf4f6d7 admin admin] Usage tracker for resource:security_group_rule and tenant:6a4cb9fae93348d2a873dc516555bfa1 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:57:51.084833 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-628d4ece-c47b-4cc1-8f44-3a4afdf4f6d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:57:51.084833 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-628d4ece-c47b-4cc1-8f44-3a4afdf4f6d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:57:51.086524 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1045b0-b03a-4aa4-96c6-4764697e1eb7 req-6c214a58-fef4-4e8a-9be3-b7e6a5c13e1d tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:51.088400 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-bb1045b0-b03a-4aa4-96c6-4764697e1eb7 req-6c214a58-fef4-4e8a-9be3-b7e6a5c13e1d tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 945 time: 0.2431152
Jan 26 21:57:51.168863 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-bb1045b0-b03a-4aa4-96c6-4764697e1eb7 req-dfa4fe18-e2c9-446a-9101-2b988c36ce3d tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0668156
Jan 26 21:57:51.262141 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-628d4ece-c47b-4cc1-8f44-3a4afdf4f6d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:51.328658 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-628d4ece-c47b-4cc1-8f44-3a4afdf4f6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:51.339830 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6702b064-f3dd-45c5-89ad-7cca73155571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:51.381538 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d4ece-c47b-4cc1-8f44-3a4afdf4f6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c875f4af-d617-42ea-9572-16c15844b24b,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:51.389227 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-628d4ece-c47b-4cc1-8f44-3a4afdf4f6d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:51.406543 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 46646) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:57:51.407220 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-628d4ece-c47b-4cc1-8f44-3a4afdf4f6d7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6a4cb9fae93348d2a873dc516555bfa1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7936141
Jan 26 21:57:51.492595 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-72e255d4-4d33-48d7-9ec9-b8f6d6f913c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:51.538721 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-72e255d4-4d33-48d7-9ec9-b8f6d6f913c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:51.608609 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-72e255d4-4d33-48d7-9ec9-b8f6d6f913c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:51.613015 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2f9af87f-6fda-43ce-be5b-72398706f342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:51.626126 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e255d4-4d33-48d7-9ec9-b8f6d6f913c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c875f4af-d617-42ea-9572-16c15844b24b,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:51.629249 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-72e255d4-4d33-48d7-9ec9-b8f6d6f913c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:51.635477 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-72e255d4-4d33-48d7-9ec9-b8f6d6f913c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:51.640943 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-72e255d4-4d33-48d7-9ec9-b8f6d6f913c6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c875f4af-d617-42ea-9572-16c15844b24b HTTP/1.1" status: 204  len: 168 time: 0.2358942
Jan 26 21:57:51.983261 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7b0d43c1-daa7-4aa6-8653-22da568b9edf req-95ef453c-9b68-4d41-b1fa-752e36a27d44 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cb06f9d-4e13-4319-8d74-dbb195373f95 HTTP/1.1" status: 200  len: 210 time: 0.0695906
Jan 26 21:57:52.534814 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a030d81-a7de-4f6b-802f-e21c82a5c82a req-d641fffb-3d43-4c07-92f1-e3380dd31dec tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:52.538263 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2a030d81-a7de-4f6b-802f-e21c82a5c82a req-d641fffb-3d43-4c07-92f1-e3380dd31dec tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 945 time: 0.1536369
Jan 26 21:57:52.609576 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2a030d81-a7de-4f6b-802f-e21c82a5c82a req-0ae67612-6e53-481c-b9a9-3be5bb216a5c tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0579975
Jan 26 21:57:53.023760 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 46690) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:57:53.182896 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2b43a0ed-bbc1-4f65-838e-b0a2b25d9fb8 req-4629e49f-b53e-44db-883f-e475d65d8178 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cb06f9d-4e13-4319-8d74-dbb195373f95 HTTP/1.1" status: 200  len: 210 time: 0.0602744
Jan 26 21:57:53.185665 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-3889150b-6794-4b80-af47-1da5e103cc48 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-133777725-network', 'tenant_id': '67378ee588b44b458166893de5b521e0'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:57:53.190896 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-3889150b-6794-4b80-af47-1da5e103cc48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:57:53.196056 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-3889150b-6794-4b80-af47-1da5e103cc48 admin admin] Usage tracker for resource:network and tenant:67378ee588b44b458166893de5b521e0 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:57:53.200178 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-3889150b-6794-4b80-af47-1da5e103cc48 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:57:53.210417 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-3889150b-6794-4b80-af47-1da5e103cc48 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:57:53.254290 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3889150b-6794-4b80-af47-1da5e103cc48 admin admin] Made reservation on behalf of 67378ee588b44b458166893de5b521e0 for: {'network': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 21:57:53.260585 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3889150b-6794-4b80-af47-1da5e103cc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for network, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:53.275505 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3889150b-6794-4b80-af47-1da5e103cc48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:53.293593 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-3889150b-6794-4b80-af47-1da5e103cc48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:57:53.297937 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-3889150b-6794-4b80-af47-1da5e103cc48 admin admin] Usage tracker for resource:security_group_rule and tenant:67378ee588b44b458166893de5b521e0 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:57:53.301169 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-3889150b-6794-4b80-af47-1da5e103cc48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:57:53.308230 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-3889150b-6794-4b80-af47-1da5e103cc48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:57:53.401748 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3889150b-6794-4b80-af47-1da5e103cc48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:53.436869 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3889150b-6794-4b80-af47-1da5e103cc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:53.440213 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-180e6e54-3b45-482c-8114-8d44401f9e87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:53.477012 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3889150b-6794-4b80-af47-1da5e103cc48 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 26 21:57:53.487265 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3889150b-6794-4b80-af47-1da5e103cc48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed00a403-af3d-4be2-b18c-1bd41919de1d,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:53.491615 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3889150b-6794-4b80-af47-1da5e103cc48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:53.496412 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3889150b-6794-4b80-af47-1da5e103cc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853870792'] for segment, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:53.497084 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.db.segments_db [None req-3889150b-6794-4b80-af47-1da5e103cc48 admin admin] Added segment 7eeb8799-e326-4326-83d8-71c44271645c of type vxlan for network 32df5fc0-9e1f-4ca8-bc39-1341c4f738f5
Jan 26 21:57:53.530672 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3889150b-6794-4b80-af47-1da5e103cc48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247825098817'] for network, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:53.585716 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3889150b-6794-4b80-af47-1da5e103cc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897'] for network, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:53.587296 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3889150b-6794-4b80-af47-1da5e103cc48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:53.588132 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3889150b-6794-4b80-af47-1da5e103cc48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for network, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:53.593855 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:53.700751 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3889150b-6794-4b80-af47-1da5e103cc48 admin admin] Pushing event updated for resources: {'Network': ['ID=32df5fc0-9e1f-4ca8-bc39-1341c4f738f5,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:53.706075 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3889150b-6794-4b80-af47-1da5e103cc48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:53.743730 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Network 32df5fc0-9e1f-4ca8-bc39-1341c4f738f5 details requested by agent ovs-agent-dv-cinder-772126-1-iscsi with host dv-cinder-772126-1-iscsi {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 21:57:53.752397 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-3889150b-6794-4b80-af47-1da5e103cc48 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.7272525
Jan 26 21:57:53.758210 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 46704) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:57:53.764918 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-e1f90adb-1d8f-4660-ad1b-9daa286d1b82 admin admin] Request body: {'subnet': {'network_id': '32df5fc0-9e1f-4ca8-bc39-1341c4f738f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-133777725-subnet', 'tenant_id': '67378ee588b44b458166893de5b521e0', 'ip_version': 4}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:57:53.776606 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-e1f90adb-1d8f-4660-ad1b-9daa286d1b82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:57:53.783877 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-e1f90adb-1d8f-4660-ad1b-9daa286d1b82 admin admin] Usage tracker for resource:subnet and tenant:67378ee588b44b458166893de5b521e0 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:57:53.788883 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-e1f90adb-1d8f-4660-ad1b-9daa286d1b82 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:57:53.796468 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-e1f90adb-1d8f-4660-ad1b-9daa286d1b82 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:57:53.842859 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f90adb-1d8f-4660-ad1b-9daa286d1b82 admin admin] Made reservation on behalf of 67378ee588b44b458166893de5b521e0 for: {'subnet': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 21:57:53.848732 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1f90adb-1d8f-4660-ad1b-9daa286d1b82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036823000920'] for subnet, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:54.061925 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Network 32df5fc0-9e1f-4ca8-bc39-1341c4f738f5 details requested by agent ovs-agent-hv-cinder-77212 with host hv-cinder-77212 {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 21:57:54.275802 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d547ab5-e9f2-413a-8de6-d964869de39c req-260d0393-04aa-4cac-8ef2-506cc68a6e7d tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:54.277833 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-0d547ab5-e9f2-413a-8de6-d964869de39c req-260d0393-04aa-4cac-8ef2-506cc68a6e7d tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 945 time: 0.2833481
Jan 26 21:57:54.397958 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-0d547ab5-e9f2-413a-8de6-d964869de39c req-64a9a79a-503a-4e7e-903c-3af22d30a5d2 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1008193
Jan 26 21:57:54.497874 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device c397826d-6552-4e1a-9d3d-3aacce271054 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:57:54.503737 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-08ee3ba7-e50f-4331-9f8a-38af392ed8e0 req-d1846688-99b3-4f24-9790-79782a81803c tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cb06f9d-4e13-4319-8d74-dbb195373f95 HTTP/1.1" status: 200  len: 210 time: 0.1033528
Jan 26 21:57:54.612173 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port c397826d-6552-4e1a-9d3d-3aacce271054 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:57:54.613044 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:54.748250 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1f90adb-1d8f-4660-ad1b-9daa286d1b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036822365487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036823000903'] for subnet, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:55.258063 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9cc976e6-3eeb-43fa-a7f5-082d8b22d23a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:55.560761 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-c5166e7e-44bc-4657-a414-132c86b2e5bd tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:55.562634 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-c5166e7e-44bc-4657-a414-132c86b2e5bd tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.45 "GET /v2.0/networks?id=8d0ba22e-cf93-423f-9d87-3d2900d7e16c HTTP/1.1" status: 200  len: 809 time: 0.4373155
Jan 26 21:57:55.678872 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-9b08ba54-02b0-4bfc-a3f8-655c88dae014 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Request body: {'port': {'device_id': '2cb06f9d-4e13-4319-8d74-dbb195373f95', 'network_id': '8d0ba22e-cf93-423f-9d87-3d2900d7e16c', 'admin_state_up': True, 'tenant_id': '9dbbced57185405aa438640a2515257d'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:57:55.884787 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-9b08ba54-02b0-4bfc-a3f8-655c88dae014 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:57:55.889659 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-9b08ba54-02b0-4bfc-a3f8-655c88dae014 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Usage tracker for resource:port and tenant:9dbbced57185405aa438640a2515257d is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:57:55.893333 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-9b08ba54-02b0-4bfc-a3f8-655c88dae014 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:57:55.910751 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-9b08ba54-02b0-4bfc-a3f8-655c88dae014 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:57:55.942703 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f90adb-1d8f-4660-ad1b-9daa286d1b82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54a89a8e-8493-4bfa-a7dd-a111bef36e2b,revision_number=0']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:55.945803 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f90adb-1d8f-4660-ad1b-9daa286d1b82 admin admin] Checking segment: {'id': '7eeb8799-e326-4326-83d8-71c44271645c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '32df5fc0-9e1f-4ca8-bc39-1341c4f738f5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 21:57:55.946109 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f90adb-1d8f-4660-ad1b-9daa286d1b82 admin admin] Network hostable DHCP agents. Network: 32df5fc0-9e1f-4ca8-bc39-1341c4f738f5, hostable agents: ['31d7f489-5cf7-4386-baac-120d285301b4'], hosted agents: [] {{(pid=80148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 26 21:57:55.954302 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e1f90adb-1d8f-4660-ad1b-9daa286d1b82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:55.962241 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-9b08ba54-02b0-4bfc-a3f8-655c88dae014 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Made reservation on behalf of 9dbbced57185405aa438640a2515257d for: {'port': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 21:57:55.976730 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-9b08ba54-02b0-4bfc-a3f8-655c88dae014 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:56.045610 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-63cbea11-8932-4471-ba72-6f49799f77ec req-52ee4cb4-e98f-419a-af8d-20acb48c73e4 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cb06f9d-4e13-4319-8d74-dbb195373f95 HTTP/1.1" status: 200  len: 210 time: 0.2377427
Jan 26 21:57:56.216069 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6963215-c942-445d-8d20-758ae7ca2455 req-c00dd0f9-52a8-47b9-9b32-4439e7670231 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:56.217915 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f6963215-c942-445d-8d20-758ae7ca2455 req-c00dd0f9-52a8-47b9-9b32-4439e7670231 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 945 time: 0.3141716
Jan 26 21:57:56.317009 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f6963215-c942-445d-8d20-758ae7ca2455 req-f74d3408-8082-4a44-a56e-a2cd66f00740 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0889485
Jan 26 21:57:57.076775 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f90adb-1d8f-4660-ad1b-9daa286d1b82 admin admin] Network 32df5fc0-9e1f-4ca8-bc39-1341c4f738f5 is scheduled to be hosted by DHCP agent 31d7f489-5cf7-4386-baac-120d285301b4 with binding_index 1 {{(pid=80148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 26 21:57:57.220357 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-e1f90adb-1d8f-4660-ad1b-9daa286d1b82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-1-iscsi, 32df5fc0-9e1f-4ca8-bc39-1341c4f738f5) {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 21:57:57.234911 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7150777c-d6bc-4350-b883-a3a3e23293ed None None] Network 32df5fc0-9e1f-4ca8-bc39-1341c4f738f5 requested from dv-cinder-772126-1-iscsi {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 21:57:57.256848 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f90adb-1d8f-4660-ad1b-9daa286d1b82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:57.258217 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1f90adb-1d8f-4660-ad1b-9daa286d1b82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for subnet, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:57.335818 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-9b08ba54-02b0-4bfc-a3f8-655c88dae014 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Allocated IP 172.20.0.3 (8d0ba22e-cf93-423f-9d87-3d2900d7e16c/e5ebed94-08a0-4de5-be9e-fe12d3bb3646/c923ae9e-8fc4-4864-bc5d-ff67636e95f7) {{(pid=80148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 21:57:57.345945 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ab8e1797-307f-42c0-84b9-f19a1929307b req-2c5f6d50-3f6e-4201-ba75-5f9dc60ff2ce tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cb06f9d-4e13-4319-8d74-dbb195373f95 HTTP/1.1" status: 200  len: 210 time: 0.0889120
Jan 26 21:57:57.386164 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-e1f90adb-1d8f-4660-ad1b-9daa286d1b82 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 3.6266341
Jan 26 21:57:57.389320 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 46756) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:57:57.426668 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-7f83c138-e75e-48f4-ba5f-db300682aa41 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-133777725-router', 'tenant_id': '67378ee588b44b458166893de5b521e0', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'}}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:57:57.456918 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-7f83c138-e75e-48f4-ba5f-db300682aa41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:57:57.476442 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-7f83c138-e75e-48f4-ba5f-db300682aa41 admin admin] Usage tracker for resource:router and tenant:67378ee588b44b458166893de5b521e0 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:57:57.493761 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-7f83c138-e75e-48f4-ba5f-db300682aa41 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:57:57.510148 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-7f83c138-e75e-48f4-ba5f-db300682aa41 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:57:57.643640 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2010df-d009-4c68-95db-42bbe9ee5901 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45ffbaf4-b3a1-547e-b523-a9c7770f6ba3-32df5fc0-9e1f-4ca8-bc39-1341c4f738f5', 'network_id': '32df5fc0-9e1f-4ca8-bc39-1341c4f738f5', 'tenant_id': '67378ee588b44b458166893de5b521e0', 'fixed_ips': [{'subnet_id': '54a89a8e-8493-4bfa-a7dd-a111bef36e2b'}]}} from dv-cinder-772126-1-iscsi. {{(pid=80150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 26 21:57:57.644687 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6a2010df-d009-4c68-95db-42bbe9ee5901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:57.684726 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-9b08ba54-02b0-4bfc-a3f8-655c88dae014 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Notify callbacks [] for port, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:57.705469 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7f83c138-e75e-48f4-ba5f-db300682aa41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33260817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854745247'] for router, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:57.707592 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7f83c138-e75e-48f4-ba5f-db300682aa41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036821530053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036821521605', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33219226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30568'] for router, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:57.811330 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-9b08ba54-02b0-4bfc-a3f8-655c88dae014 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32409920'] for port, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:57.835358 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd464a5-b254-4325-badc-0ea0e7dc5acc req-f73e4f82-7a44-4fa1-bb2c-c45d285b22d9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:57.837140 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7bd464a5-b254-4325-badc-0ea0e7dc5acc req-f73e4f82-7a44-4fa1-bb2c-c45d285b22d9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 945 time: 0.2256300
Jan 26 21:57:57.838618 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7f83c138-e75e-48f4-ba5f-db300682aa41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:57.844933 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:58.167647 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-6a2010df-d009-4c68-95db-42bbe9ee5901 None None] Allocated IP 172.20.0.2 (32df5fc0-9e1f-4ca8-bc39-1341c4f738f5/54a89a8e-8493-4bfa-a7dd-a111bef36e2b/a5e7e576-6e11-458b-8f0d-cc5b6982ce1a) {{(pid=80150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 21:57:58.204221 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b08ba54-02b0-4bfc-a3f8-655c88dae014 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Pushing event updated for resources: {'Port': ['ID=c923ae9e-8fc4-4864-bc5d-ff67636e95f7,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:58.212135 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9b08ba54-02b0-4bfc-a3f8-655c88dae014 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:58.347070 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7bd464a5-b254-4325-badc-0ea0e7dc5acc req-7bf8afe2-3170-4bb7-8889-f1078f18bebd tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0709164
Jan 26 21:57:58.424530 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-9b08ba54-02b0-4bfc-a3f8-655c88dae014 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Network 8d0ba22e-cf93-423f-9d87-3d2900d7e16c is already hosted by enough agents. {{(pid=80148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 21:57:58.432429 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-9b08ba54-02b0-4bfc-a3f8-655c88dae014 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Resources bound (agent type, host, resource id):  {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 21:57:58.438204 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-9b08ba54-02b0-4bfc-a3f8-655c88dae014 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Received port after_create {{(pid=80148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 21:57:58.481039 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6a2010df-d009-4c68-95db-42bbe9ee5901 None None] Notify callbacks [] for port, precommit_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:58.506539 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-6a2010df-d009-4c68-95db-42bbe9ee5901 None None] Transition to ACTIVE for port object a5e7e576-6e11-458b-8f0d-cc5b6982ce1a will not be triggered until provisioned by entity L2. {{(pid=80150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 21:57:58.560928 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-6a2010df-d009-4c68-95db-42bbe9ee5901 None None] Transition to ACTIVE for port object a5e7e576-6e11-458b-8f0d-cc5b6982ce1a will not be triggered until provisioned by entity DHCP. {{(pid=80150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 21:57:58.656476 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6a2010df-d009-4c68-95db-42bbe9ee5901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008'] for port, after_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:58.673232 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-9b08ba54-02b0-4bfc-a3f8-655c88dae014 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:58.673999 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-9b08ba54-02b0-4bfc-a3f8-655c88dae014 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:58.694144 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-be0cfa79-77db-42eb-9404-4fc3df2d1581 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:58.746287 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-9b08ba54-02b0-4bfc-a3f8-655c88dae014 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0724275
Jan 26 21:57:58.884459 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2010df-d009-4c68-95db-42bbe9ee5901 None None] Pushing event updated for resources: {'Port': ['ID=a5e7e576-6e11-458b-8f0d-cc5b6982ce1a,revision_number=1']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:58.888067 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6a2010df-d009-4c68-95db-42bbe9ee5901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:58.910937 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7f83c138-e75e-48f4-ba5f-db300682aa41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036821521622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33260800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30471'] for router, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:58.971894 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2010df-d009-4c68-95db-42bbe9ee5901 None None] Network 32df5fc0-9e1f-4ca8-bc39-1341c4f738f5 is already hosted by enough agents. {{(pid=80150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 21:57:58.974245 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-6a2010df-d009-4c68-95db-42bbe9ee5901 None None] Resources bound (agent type, host, resource id):  {{(pid=80150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 21:57:58.978306 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2010df-d009-4c68-95db-42bbe9ee5901 None None] Received port after_create {{(pid=80150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 21:57:59.036511 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8cff5-cd18-4b03-9b8a-fc043265bb62 req-916c949d-6ef7-4a18-873b-c34a6730d3df tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:59.044195 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9ee8cff5-cd18-4b03-9b8a-fc043265bb62 req-916c949d-6ef7-4a18-873b-c34a6730d3df tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cb06f9d-4e13-4319-8d74-dbb195373f95 HTTP/1.1" status: 200  len: 931 time: 0.3857980
Jan 26 21:57:59.101165 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-6a2010df-d009-4c68-95db-42bbe9ee5901 None None] Attempting to bind port a5e7e576-6e11-458b-8f0d-cc5b6982ce1a on host dv-cinder-772126-1-iscsi for vnic_type normal with profile  {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 21:57:59.101806 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-6a2010df-d009-4c68-95db-42bbe9ee5901 None None] Attempting to bind port a5e7e576-6e11-458b-8f0d-cc5b6982ce1a by drivers openvswitch on host dv-cinder-772126-1-iscsi at level 0 using segments [{'id': '7eeb8799-e326-4326-83d8-71c44271645c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '32df5fc0-9e1f-4ca8-bc39-1341c4f738f5'}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 21:57:59.102534 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2010df-d009-4c68-95db-42bbe9ee5901 None None] Attempting to bind port a5e7e576-6e11-458b-8f0d-cc5b6982ce1a on network 32df5fc0-9e1f-4ca8-bc39-1341c4f738f5 {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 21:57:59.113198 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2010df-d009-4c68-95db-42bbe9ee5901 None None] Checking agent: {'id': 'acda3ae2-213d-42a9-bfbd-ef6e74b838e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 21, 45, 45), 'started_at': datetime.datetime(2021, 1, 26, 21, 46, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 21, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 21:57:59.113842 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2010df-d009-4c68-95db-42bbe9ee5901 None None] Checking segment: {'id': '7eeb8799-e326-4326-83d8-71c44271645c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '32df5fc0-9e1f-4ca8-bc39-1341c4f738f5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 21:57:59.114560 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6a2010df-d009-4c68-95db-42bbe9ee5901 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:59.115940 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2010df-d009-4c68-95db-42bbe9ee5901 None None] Bound using segment: {'id': '7eeb8799-e326-4326-83d8-71c44271645c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '32df5fc0-9e1f-4ca8-bc39-1341c4f738f5'} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 21:57:59.116799 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-6a2010df-d009-4c68-95db-42bbe9ee5901 None None] Bound port: a5e7e576-6e11-458b-8f0d-cc5b6982ce1a, host: dv-cinder-772126-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeb8799-e326-4326-83d8-71c44271645c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '32df5fc0-9e1f-4ca8-bc39-1341c4f738f5'}}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 21:57:59.117487 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6a2010df-d009-4c68-95db-42bbe9ee5901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:59.243125 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-9ee8cff5-cd18-4b03-9b8a-fc043265bb62 req-69816a84-7ca9-4fa6-b858-c8bb1c2fc0d5 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Synchronizing usage tracker for tenant:9dbbced57185405aa438640a2515257d on resource:security_group {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 21:57:59.266250 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-6a2010df-d009-4c68-95db-42bbe9ee5901 None None] For port a5e7e576-6e11-458b-8f0d-cc5b6982ce1a, host dv-cinder-772126-1-iscsi, cleared binding levels {{(pid=80150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 21:57:59.271549 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-6a2010df-d009-4c68-95db-42bbe9ee5901 None None] For port a5e7e576-6e11-458b-8f0d-cc5b6982ce1a, host dv-cinder-772126-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=a5e7e576-6e11-458b-8f0d-cc5b6982ce1a,segment=NetworkSegment(7eeb8799-e326-4326-83d8-71c44271645c),segment_id=7eeb8799-e326-4326-83d8-71c44271645c)] {{(pid=80150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 21:57:59.296457 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6a2010df-d009-4c68-95db-42bbe9ee5901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:59.322734 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:57:59.379293 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-9ee8cff5-cd18-4b03-9b8a-fc043265bb62 req-69816a84-7ca9-4fa6-b858-c8bb1c2fc0d5 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Unset dirty status for tenant:9dbbced57185405aa438640a2515257d on resource:security_group {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 21:57:59.380665 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9ee8cff5-cd18-4b03-9b8a-fc043265bb62 req-69816a84-7ca9-4fa6-b858-c8bb1c2fc0d5 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/security-groups?id=a861d262-357a-4523-b4c2-ad0c6066163f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3038924
Jan 26 21:57:59.548637 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7f83c138-e75e-48f4-ba5f-db300682aa41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:59.582242 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2010df-d009-4c68-95db-42bbe9ee5901 None None] Pushing event updated for resources: {'Port': ['ID=a5e7e576-6e11-458b-8f0d-cc5b6982ce1a,revision_number=2']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:57:59.588162 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6a2010df-d009-4c68-95db-42bbe9ee5901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:57:59.588465 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7f83c138-e75e-48f4-ba5f-db300682aa41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:57:59.911085 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275a0e6-0eae-40b3-9096-28a911e76cc2 req-348d102d-1b36-4be2-98a3-d49685e0f95c tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:57:59.914578 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8275a0e6-0eae-40b3-9096-28a911e76cc2 req-348d102d-1b36-4be2-98a3-d49685e0f95c tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 945 time: 0.2867751
Jan 26 21:58:00.074338 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8275a0e6-0eae-40b3-9096-28a911e76cc2 req-a497c6fc-778d-48be-aeb3-7806cae71aec tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1440573
Jan 26 21:58:00.176431 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-7f83c138-e75e-48f4-ba5f-db300682aa41 admin admin] Allocated IP 172.27.2.240 (1ba61b85-6a57-4c86-8c7b-e71ed182691b/36fb7a5a-6726-45c7-9dc5-3a7ad8db1808/c7d12902-3f21-40bc-8e82-8974461286bf) {{(pid=80149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 21:58:00.608150 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7f83c138-e75e-48f4-ba5f-db300682aa41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:00.610403 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device a5e7e576-6e11-458b-8f0d-cc5b6982ce1a up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:58:00.703328 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7f83c138-e75e-48f4-ba5f-db300682aa41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31462196'] for port, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:00.729012 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-5ea457a6-18ad-4ed3-bca2-1d4326a18fa5 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:58:00.785581 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning for port a5e7e576-6e11-458b-8f0d-cc5b6982ce1a completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 21:58:00.895678 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f83c138-e75e-48f4-ba5f-db300682aa41 admin admin] Pushing event updated for resources: {'Port': ['ID=c7d12902-3f21-40bc-8e82-8974461286bf,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:58:00.905028 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-7f83c138-e75e-48f4-ba5f-db300682aa41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:58:01.001248 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72e558-da68-42e7-b433-f464c9eb419b req-994253d7-ae68-4f2f-bcf7-26f2fa4f9123 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:01.003070 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2e72e558-da68-42e7-b433-f464c9eb419b req-994253d7-ae68-4f2f-bcf7-26f2fa4f9123 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cb06f9d-4e13-4319-8d74-dbb195373f95 HTTP/1.1" status: 200  len: 931 time: 0.3522360
Jan 26 21:58:01.060742 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f83c138-e75e-48f4-ba5f-db300682aa41 admin admin] Network 1ba61b85-6a57-4c86-8c7b-e71ed182691b is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 21:58:01.064092 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-7f83c138-e75e-48f4-ba5f-db300682aa41 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 21:58:01.069990 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f83c138-e75e-48f4-ba5f-db300682aa41 admin admin] Received port after_create {{(pid=80149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 21:58:01.123619 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2e72e558-da68-42e7-b433-f464c9eb419b req-96f33774-8bcc-48e2-ba9d-3d287eb232ea tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/security-groups?id=a861d262-357a-4523-b4c2-ad0c6066163f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088347
Jan 26 21:58:01.267539 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a4d25d-2ce7-430c-9f4c-3c782b65b751 None None] Network 32df5fc0-9e1f-4ca8-bc39-1341c4f738f5 requested from dv-cinder-772126-1-iscsi {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 21:58:01.433442 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-784b69e9-3eb3-4010-8145-05f0a1aed694 None None] Provisioning for port a5e7e576-6e11-458b-8f0d-cc5b6982ce1a completed by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 21:58:01.450550 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-784b69e9-3eb3-4010-8145-05f0a1aed694 None None] Provisioning complete for port a5e7e576-6e11-458b-8f0d-cc5b6982ce1a triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:58:01.451253 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-784b69e9-3eb3-4010-8145-05f0a1aed694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:01.508616 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-f86115bd-8e0b-4351-8eb4-e37d62e10272 service neutron] Request body: {'port': {'device_id': '2cb06f9d-4e13-4319-8d74-dbb195373f95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:58:01.700002 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-f86115bd-8e0b-4351-8eb4-e37d62e10272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:02.158429 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a2353-0247-4ef5-8b58-4b607369343c req-2bfefe13-cc88-458b-b6de-cba22ebdcfb7 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:02.163922 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-400a2353-0247-4ef5-8b58-4b607369343c req-2bfefe13-cc88-458b-b6de-cba22ebdcfb7 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 945 time: 0.7521415
Jan 26 21:58:02.280574 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-784b69e9-3eb3-4010-8145-05f0a1aed694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:02.337485 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-784b69e9-3eb3-4010-8145-05f0a1aed694 None None] For port a5e7e576-6e11-458b-8f0d-cc5b6982ce1a, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=a5e7e576-6e11-458b-8f0d-cc5b6982ce1a,segment=NetworkSegment(7eeb8799-e326-4326-83d8-71c44271645c),segment_id=7eeb8799-e326-4326-83d8-71c44271645c)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 21:58:02.368397 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-784b69e9-3eb3-4010-8145-05f0a1aed694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:02.370602 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:58:02.716712 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b69e9-3eb3-4010-8145-05f0a1aed694 None None] Pushing event updated for resources: {'Port': ['ID=a5e7e576-6e11-458b-8f0d-cc5b6982ce1a,revision_number=3']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:58:02.725111 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-784b69e9-3eb3-4010-8145-05f0a1aed694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:58:02.788481 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-400a2353-0247-4ef5-8b58-4b607369343c req-0f2e4e6c-6478-45ad-9307-fb972addceaa tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5971816
Jan 26 21:58:02.983290 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-f743b47b-2eb5-4c4e-909e-8cab55528713 None None] Provisioning complete for port a5e7e576-6e11-458b-8f0d-cc5b6982ce1a triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:58:02.986249 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f743b47b-2eb5-4c4e-909e-8cab55528713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:03.012049 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7f83c138-e75e-48f4-ba5f-db300682aa41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:03.141211 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-f86115bd-8e0b-4351-8eb4-e37d62e10272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c923ae9e-8fc4-4864-bc5d-ff67636e95f7 {{(pid=80148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 26 21:58:03.190183 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-f86115bd-8e0b-4351-8eb4-e37d62e10272 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:03.266420 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-f86115bd-8e0b-4351-8eb4-e37d62e10272 service neutron] Transition to ACTIVE for port object c923ae9e-8fc4-4864-bc5d-ff67636e95f7 will not be triggered until provisioned by entity L2. {{(pid=80148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 21:58:03.311765 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-f86115bd-8e0b-4351-8eb4-e37d62e10272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822365879'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:03.345025 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3a30992e-b74b-41e3-b968-c6391b031acb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:58:03.454582 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-a8dc4451-aa52-4e9b-a0c0-fa0bddfc6b7e None None] Provisioning complete for port a5e7e576-6e11-458b-8f0d-cc5b6982ce1a triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:58:03.455354 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a8dc4451-aa52-4e9b-a0c0-fa0bddfc6b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:03.626369 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86115bd-8e0b-4351-8eb4-e37d62e10272 service neutron] Pushing event updated for resources: {'Port': ['ID=c923ae9e-8fc4-4864-bc5d-ff67636e95f7,revision_number=2']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:58:03.689170 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f86115bd-8e0b-4351-8eb4-e37d62e10272 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:58:03.697939 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09284de-cf0b-473d-8d8b-96190574a9d1 req-196bdcaa-2680-4a71-865f-64028a72c9cc tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:03.710295 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b09284de-cf0b-473d-8d8b-96190574a9d1 req-196bdcaa-2680-4a71-865f-64028a72c9cc tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cb06f9d-4e13-4319-8d74-dbb195373f95 HTTP/1.1" status: 200  len: 931 time: 0.9096668
Jan 26 21:58:03.844450 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b09284de-cf0b-473d-8d8b-96190574a9d1 req-81bf00d0-ae0f-45e3-9659-2905b080ec24 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/security-groups?id=a861d262-357a-4523-b4c2-ad0c6066163f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1331394
Jan 26 21:58:03.936194 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-a849734b-257b-4c7c-a47f-50c7c8c93008 None None] Provisioning complete for port a5e7e576-6e11-458b-8f0d-cc5b6982ce1a triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:58:03.936632 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a849734b-257b-4c7c-a47f-50c7c8c93008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:03.974963 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7f83c138-e75e-48f4-ba5f-db300682aa41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036821515000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33254161'] for router, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:04.090222 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-f86115bd-8e0b-4351-8eb4-e37d62e10272 service neutron] Attempting to bind port c923ae9e-8fc4-4864-bc5d-ff67636e95f7 on host hv-cinder-77212 for vnic_type normal with profile  {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 21:58:04.090695 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-f86115bd-8e0b-4351-8eb4-e37d62e10272 service neutron] Attempting to bind port c923ae9e-8fc4-4864-bc5d-ff67636e95f7 by drivers openvswitch on host hv-cinder-77212 at level 0 using segments [{'id': 'd3ea1a66-dae2-414a-9117-0dd1903a5a62', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8d0ba22e-cf93-423f-9d87-3d2900d7e16c'}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 21:58:04.090990 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-f86115bd-8e0b-4351-8eb4-e37d62e10272 service neutron] Attempting to bind port c923ae9e-8fc4-4864-bc5d-ff67636e95f7 on network 8d0ba22e-cf93-423f-9d87-3d2900d7e16c {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 21:58:04.108031 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-f86115bd-8e0b-4351-8eb4-e37d62e10272 service neutron] Checking agent: {'id': '907ce3e7-819e-4a7f-a1c4-c44a902d1710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 21, 53, 12), 'started_at': datetime.datetime(2021, 1, 26, 21, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 21, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 21:58:04.108324 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-f86115bd-8e0b-4351-8eb4-e37d62e10272 service neutron] Checking segment: {'id': 'd3ea1a66-dae2-414a-9117-0dd1903a5a62', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8d0ba22e-cf93-423f-9d87-3d2900d7e16c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 21:58:04.108739 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-f86115bd-8e0b-4351-8eb4-e37d62e10272 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:04.109082 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-f86115bd-8e0b-4351-8eb4-e37d62e10272 service neutron] Bound using segment: {'id': 'd3ea1a66-dae2-414a-9117-0dd1903a5a62', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8d0ba22e-cf93-423f-9d87-3d2900d7e16c'} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 21:58:04.109587 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-f86115bd-8e0b-4351-8eb4-e37d62e10272 service neutron] Bound port: c923ae9e-8fc4-4864-bc5d-ff67636e95f7, host: hv-cinder-77212, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3ea1a66-dae2-414a-9117-0dd1903a5a62', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8d0ba22e-cf93-423f-9d87-3d2900d7e16c'}}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 21:58:04.109971 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-f86115bd-8e0b-4351-8eb4-e37d62e10272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:04.339915 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-f86115bd-8e0b-4351-8eb4-e37d62e10272 service neutron] For port c923ae9e-8fc4-4864-bc5d-ff67636e95f7, host hv-cinder-77212, cleared binding levels {{(pid=80148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 21:58:04.343801 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-f86115bd-8e0b-4351-8eb4-e37d62e10272 service neutron] For port c923ae9e-8fc4-4864-bc5d-ff67636e95f7, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=c923ae9e-8fc4-4864-bc5d-ff67636e95f7,segment=NetworkSegment(d3ea1a66-dae2-414a-9117-0dd1903a5a62),segment_id=d3ea1a66-dae2-414a-9117-0dd1903a5a62)] {{(pid=80148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 21:58:04.379994 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-f86115bd-8e0b-4351-8eb4-e37d62e10272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822365879'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:04.560369 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3a30992e-b74b-41e3-b968-c6391b031acb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:58:04.624161 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device a5e7e576-6e11-458b-8f0d-cc5b6982ce1a up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:58:04.716054 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c66f6a-6025-4743-87d0-3b7aa54ebb39 req-12319130-9c96-42d3-8aed-355bfac90333 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:04.725290 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-01c66f6a-6025-4743-87d0-3b7aa54ebb39 req-12319130-9c96-42d3-8aed-355bfac90333 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 945 time: 0.3370106
Jan 26 21:58:04.758340 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port a5e7e576-6e11-458b-8f0d-cc5b6982ce1a triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:58:04.759585 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:04.815964 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-01c66f6a-6025-4743-87d0-3b7aa54ebb39 req-6b1f433f-a1f2-40aa-8609-e1f011ae3834 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0893078
Jan 26 21:58:04.926119 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86115bd-8e0b-4351-8eb4-e37d62e10272 service neutron] Pushing event updated for resources: {'Port': ['ID=c923ae9e-8fc4-4864-bc5d-ff67636e95f7,revision_number=3']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:58:04.941136 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-f86115bd-8e0b-4351-8eb4-e37d62e10272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:04.941772 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-f86115bd-8e0b-4351-8eb4-e37d62e10272 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:04.944381 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-f86115bd-8e0b-4351-8eb4-e37d62e10272 service neutron] 10.222.0.45 "PUT /v2.0/ports/c923ae9e-8fc4-4864-bc5d-ff67636e95f7 HTTP/1.1" status: 200  len: 1157 time: 3.4424565
Jan 26 21:58:04.944972 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb06f9d-4e13-4319-8d74-dbb195373f95', 'tag': 'c923ae9e-8fc4-4864-bc5d-ff67636e95f7'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 21:58:04.969116 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f86115bd-8e0b-4351-8eb4-e37d62e10272 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:58:04.974531 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f83c138-e75e-48f4-ba5f-db300682aa41 admin admin] Router a2cdb5c7-7c71-4cb7-891b-52edab606d93 is scheduled to L3 agent d246ac06-2269-4624-8b82-d0eab6b3335a with binding_index 1 {{(pid=80149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 26 21:58:05.044343 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb06f9d-4e13-4319-8d74-dbb195373f95', 'tag': 'c923ae9e-8fc4-4864-bc5d-ff67636e95f7', 'status': 'completed', 'code': 200}
Jan 26 21:58:05.371426 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7fe1a-6ad7-4298-8289-57c653fb2962 req-89552954-2ef2-4bfa-9b87-bfc2408066c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:05.373673 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-58a7fe1a-6ad7-4298-8289-57c653fb2962 req-89552954-2ef2-4bfa-9b87-bfc2408066c9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9dbbced57185405aa438640a2515257d&device_id=2cb06f9d-4e13-4319-8d74-dbb195373f95 HTTP/1.1" status: 200  len: 1160 time: 0.1347213
Jan 26 21:58:05.576530 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39677a3-5415-4584-a5ff-aa62762c0b07 req-51167123-b03a-4814-8a85-f1e348730427 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:05.588383 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b39677a3-5415-4584-a5ff-aa62762c0b07 req-51167123-b03a-4814-8a85-f1e348730427 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cb06f9d-4e13-4319-8d74-dbb195373f95 HTTP/1.1" status: 200  len: 943 time: 0.2839851
Jan 26 21:58:05.688149 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b39677a3-5415-4584-a5ff-aa62762c0b07 req-e54f9640-8e53-4204-9aa1-356f2e1400fe tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/security-groups?id=a861d262-357a-4523-b4c2-ad0c6066163f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986168
Jan 26 21:58:05.699510 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f83c138-e75e-48f4-ba5f-db300682aa41 admin admin] Notify agent at l3_agent.dv-cinder-772126-1-iscsi the message routers_updated {{(pid=80149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 21:58:05.727197 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a16487-c9e1-48bf-a5db-d8e4847294a1 None None] Sync routers for ids ['a2cdb5c7-7c71-4cb7-891b-52edab606d93'] in dv-cinder-772126-1-iscsi {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 21:58:05.741048 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a16487-c9e1-48bf-a5db-d8e4847294a1 None None] Routers {'a2cdb5c7-7c71-4cb7-891b-52edab606d93'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 21:58:05.742129 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-18a16487-c9e1-48bf-a5db-d8e4847294a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5aedcde80>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T21:57:43Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['a2cdb5c7-7c71-4cb7-891b-52edab606d93'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:58:05.797151 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7f83c138-e75e-48f4-ba5f-db300682aa41 admin admin] Notify callbacks [] for router, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:05.802589 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-7f83c138-e75e-48f4-ba5f-db300682aa41 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 8.4108627
Jan 26 21:58:05.804032 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 46894) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:58:05.853108 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7fe1a-6ad7-4298-8289-57c653fb2962 req-35f84148-0b35-4c4d-81e0-0b258dcafb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:05.855425 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-58a7fe1a-6ad7-4298-8289-57c653fb2962 req-35f84148-0b35-4c4d-81e0-0b258dcafb7e service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=9dbbced57185405aa438640a2515257d&shared=False HTTP/1.1" status: 200  len: 903 time: 0.4598417
Jan 26 21:58:06.383187 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-18a16487-c9e1-48bf-a5db-d8e4847294a1 None None] Set router a2cdb5c7-7c71-4cb7-891b-52edab606d93 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 21:58:06.715590 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7fe1a-6ad7-4298-8289-57c653fb2962 req-17906006-ef27-4f49-a11e-18c849b89a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:06.717255 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-58a7fe1a-6ad7-4298-8289-57c653fb2962 req-17906006-ef27-4f49-a11e-18c849b89a48 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.8513572
Jan 26 21:58:07.037532 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-c9fb6b26-80d4-4671-b4ac-ed4d1239b1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:07.043843 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-c9fb6b26-80d4-4671-b4ac-ed4d1239b1bb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9dbbced57185405aa438640a2515257d&device_id=2cb06f9d-4e13-4319-8d74-dbb195373f95 HTTP/1.1" status: 200  len: 1160 time: 0.2421672
Jan 26 21:58:07.151489 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-18a16487-c9e1-48bf-a5db-d8e4847294a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5aedcde80>, [{'id': 'a2cdb5c7-7c71-4cb7-891b-52edab606d93', 'name': 'tempest-TestMinimumBasicScenario-133777725-router', 'tenant_id': '67378ee588b44b458166893de5b521e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'c7d12902-3f21-40bc-8e82-8974461286bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:57:57Z', 'updated_at': '2021-01-26T21:58:01Z', 'revision_number': 3, 'project_id': '67378ee588b44b458166893de5b521e0', 'gw_port': {'id': 'c7d12902-3f21-40bc-8e82-8974461286bf', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ef:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2cdb5c7-7c71-4cb7-891b-52edab606d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:57:59Z', 'updated_at': '2021-01-26T21:58:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi'}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:58:07.156575 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a16487-c9e1-48bf-a5db-d8e4847294a1 None None] Checking router: a2cdb5c7-7c71-4cb7-891b-52edab606d93 for host: dv-cinder-772126-1-iscsi {{(pid=80151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 21:58:07.157451 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a16487-c9e1-48bf-a5db-d8e4847294a1 None None] Updating router a2cdb5c7-7c71-4cb7-891b-52edab606d93 port c7d12902-3f21-40bc-8e82-8974461286bf binding host dv-cinder-772126-1-iscsi {{(pid=80151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 26 21:58:07.291386 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-d87155fd-4613-412d-bcf3-857f423d1883 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c923ae9e-8fc4-4864-bc5d-ff67636e95f7 HTTP/1.1" status: 200  len: 217 time: 0.2344310
Jan 26 21:58:07.301074 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-18a16487-c9e1-48bf-a5db-d8e4847294a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:07.421564 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-051f6f18-2d69-46e7-a668-1cc87c6b2403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:07.426556 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-051f6f18-2d69-46e7-a668-1cc87c6b2403 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5ebed94-08a0-4de5-be9e-fe12d3bb3646 HTTP/1.1" status: 200  len: 849 time: 0.1148708
Jan 26 21:58:07.620083 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-788130b0-e597-4ab3-9642-d8db8602398c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8d0ba22e-cf93-423f-9d87-3d2900d7e16c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1867023
Jan 26 21:58:07.964033 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-18a16487-c9e1-48bf-a5db-d8e4847294a1 None None] Notify callbacks [] for port, precommit_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:07.981329 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-18a16487-c9e1-48bf-a5db-d8e4847294a1 None None] Transition to ACTIVE for port object c7d12902-3f21-40bc-8e82-8974461286bf will not be triggered until provisioned by entity L2. {{(pid=80151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 21:58:08.020118 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-18a16487-c9e1-48bf-a5db-d8e4847294a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:08.047717 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:58:08.149817 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ee107-63fe-4c31-96b5-fadddd000f0d None None] Pushing event updated for resources: {'Port': ['ID=c7d12902-3f21-40bc-8e82-8974461286bf,revision_number=2']} {{(pid=80151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:58:08.164403 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ee107-63fe-4c31-96b5-fadddd000f0d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:08.164789 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ee107-63fe-4c31-96b5-fadddd000f0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:08.165164 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ee107-63fe-4c31-96b5-fadddd000f0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:08.165534 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ee107-63fe-4c31-96b5-fadddd000f0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:08.165897 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ee107-63fe-4c31-96b5-fadddd000f0d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:08.166258 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ee107-63fe-4c31-96b5-fadddd000f0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:08.166760 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ee107-63fe-4c31-96b5-fadddd000f0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:08.167111 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ee107-63fe-4c31-96b5-fadddd000f0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:08.167657 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ee107-63fe-4c31-96b5-fadddd000f0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:08.168015 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ee107-63fe-4c31-96b5-fadddd000f0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:08.168371 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ee107-63fe-4c31-96b5-fadddd000f0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:08.168723 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ee107-63fe-4c31-96b5-fadddd000f0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:08.169123 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ee107-63fe-4c31-96b5-fadddd000f0d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:08.169476 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ee107-63fe-4c31-96b5-fadddd000f0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:08.169831 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ee107-63fe-4c31-96b5-fadddd000f0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:08.170178 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ee107-63fe-4c31-96b5-fadddd000f0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:08.170527 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ee107-63fe-4c31-96b5-fadddd000f0d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:08.170877 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ee107-63fe-4c31-96b5-fadddd000f0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:08.171224 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ee107-63fe-4c31-96b5-fadddd000f0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:08.171664 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ee107-63fe-4c31-96b5-fadddd000f0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:08.172672 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ee107-63fe-4c31-96b5-fadddd000f0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:08.172672 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ee107-63fe-4c31-96b5-fadddd000f0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:08.172672 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ee107-63fe-4c31-96b5-fadddd000f0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:08.173095 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6ee107-63fe-4c31-96b5-fadddd000f0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:08.221426 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-79b7404b-fe12-406a-8ec7-9be6a23d2864 service neutron] 10.222.0.45 "GET /v2.0/networks/8d0ba22e-cf93-423f-9d87-3d2900d7e16c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5902641
Jan 26 21:58:08.234279 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-eb6ee107-63fe-4c31-96b5-fadddd000f0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:58:08.243922 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672d99a-f1f1-4af1-8de2-277619852ef2 req-35c40ce8-ef13-4e24-bf44-13288bd81a31 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:08.258935 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8672d99a-f1f1-4af1-8de2-277619852ef2 req-35c40ce8-ef13-4e24-bf44-13288bd81a31 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cb06f9d-4e13-4319-8d74-dbb195373f95 HTTP/1.1" status: 200  len: 943 time: 1.0570581
Jan 26 21:58:08.268272 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-327a067e-d7b5-4ee5-baf0-0f1c422917b1 req-4e3dc2c4-d950-48ef-ae03-ed6b80b5ed44 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=03a7561c-7d70-4caf-a456-c65309b76d40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.4430494
Jan 26 21:58:08.373280 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44defa41-52f1-44ce-bc2e-b3f633a0334a req-14ce185d-456b-4415-8cd6-74e6d52dfefc tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:08.379936 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-44defa41-52f1-44ce-bc2e-b3f633a0334a req-14ce185d-456b-4415-8cd6-74e6d52dfefc tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 945 time: 1.5939128
Jan 26 21:58:08.537483 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-18a16487-c9e1-48bf-a5db-d8e4847294a1 None None] Attempting to bind port c7d12902-3f21-40bc-8e82-8974461286bf on host dv-cinder-772126-1-iscsi for vnic_type normal with profile  {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 21:58:08.538342 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-18a16487-c9e1-48bf-a5db-d8e4847294a1 None None] Attempting to bind port c7d12902-3f21-40bc-8e82-8974461286bf by drivers openvswitch on host dv-cinder-772126-1-iscsi at level 0 using segments [{'id': 'f4c7a2a5-f441-4cda-be7f-98d9b91d5196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'}] {{(pid=80151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 21:58:08.539169 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a16487-c9e1-48bf-a5db-d8e4847294a1 None None] Attempting to bind port c7d12902-3f21-40bc-8e82-8974461286bf on network 1ba61b85-6a57-4c86-8c7b-e71ed182691b {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 21:58:08.558377 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a16487-c9e1-48bf-a5db-d8e4847294a1 None None] Checking agent: {'id': 'acda3ae2-213d-42a9-bfbd-ef6e74b838e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 21, 45, 45), 'started_at': datetime.datetime(2021, 1, 26, 21, 46, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 21, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 21:58:08.561750 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a16487-c9e1-48bf-a5db-d8e4847294a1 None None] Checking segment: {'id': 'f4c7a2a5-f441-4cda-be7f-98d9b91d5196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 21:58:08.562697 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-18a16487-c9e1-48bf-a5db-d8e4847294a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:08.565720 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a16487-c9e1-48bf-a5db-d8e4847294a1 None None] Bound using segment: {'id': 'f4c7a2a5-f441-4cda-be7f-98d9b91d5196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'} {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 21:58:08.572666 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-18a16487-c9e1-48bf-a5db-d8e4847294a1 None None] Bound port: c7d12902-3f21-40bc-8e82-8974461286bf, host: dv-cinder-772126-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c7a2a5-f441-4cda-be7f-98d9b91d5196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'}}] {{(pid=80151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 21:58:08.573593 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-18a16487-c9e1-48bf-a5db-d8e4847294a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:08.705889 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8672d99a-f1f1-4af1-8de2-277619852ef2 req-20b59301-159e-41a7-9f50-5ba708c774af tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/security-groups?id=a861d262-357a-4523-b4c2-ad0c6066163f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4440296
Jan 26 21:58:08.911428 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d4b25b80-14a5-4cc9-b7ef-5d6d42c0156f req-30ef4dfe-be1b-48fe-8c02-cd8f88fae615 service neutron] 10.222.0.45 "GET /v2.0/networks/8d0ba22e-cf93-423f-9d87-3d2900d7e16c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6735723
Jan 26 21:58:08.922026 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-18a16487-c9e1-48bf-a5db-d8e4847294a1 None None] For port c7d12902-3f21-40bc-8e82-8974461286bf, host dv-cinder-772126-1-iscsi, cleared binding levels {{(pid=80151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 21:58:08.939759 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-18a16487-c9e1-48bf-a5db-d8e4847294a1 None None] For port c7d12902-3f21-40bc-8e82-8974461286bf, host dv-cinder-772126-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=c7d12902-3f21-40bc-8e82-8974461286bf,segment=NetworkSegment(f4c7a2a5-f441-4cda-be7f-98d9b91d5196),segment_id=f4c7a2a5-f441-4cda-be7f-98d9b91d5196)] {{(pid=80151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 21:58:08.965499 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a067e-d7b5-4ee5-baf0-0f1c422917b1 req-0998808c-7beb-4dbe-8f0d-9d59115d9c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:08.968885 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-327a067e-d7b5-4ee5-baf0-0f1c422917b1 req-0998808c-7beb-4dbe-8f0d-9d59115d9c0f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b20bd678712440d8c6489419a905a3d&device_id=03a7561c-7d70-4caf-a456-c65309b76d40 HTTP/1.1" status: 200  len: 1162 time: 0.4217024
Jan 26 21:58:08.992326 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-18a16487-c9e1-48bf-a5db-d8e4847294a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:09.028319 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:58:09.080386 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-44defa41-52f1-44ce-bc2e-b3f633a0334a req-32c6b352-d616-4fa3-b895-6db673ad9c7e tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6851094
Jan 26 21:58:09.429651 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ee107-63fe-4c31-96b5-fadddd000f0d None None] Pushing event updated for resources: {'Port': ['ID=c7d12902-3f21-40bc-8e82-8974461286bf,revision_number=3']} {{(pid=80151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:58:09.443264 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1d3c8547-a8f5-45a3-8ed1-fdf1297c0a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:09.450629 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a067e-d7b5-4ee5-baf0-0f1c422917b1 req-e37d0da4-5616-465d-99f4-81d5c440ffe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:09.452561 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-327a067e-d7b5-4ee5-baf0-0f1c422917b1 req-e37d0da4-5616-465d-99f4-81d5c440ffe5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0220ea98-c36d-4592-abec-85c89380925e HTTP/1.1" status: 200  len: 909 time: 0.3890798
Jan 26 21:58:09.459768 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-eb6ee107-63fe-4c31-96b5-fadddd000f0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:58:09.586097 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7df4c0d8-4d36-465b-81e0-0fe499bba462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:09.588096 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a16487-c9e1-48bf-a5db-d8e4847294a1 None None] Routers {'a2cdb5c7-7c71-4cb7-891b-52edab606d93'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 21:58:09.588801 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-18a16487-c9e1-48bf-a5db-d8e4847294a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5aedcde80>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T21:57:43Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['a2cdb5c7-7c71-4cb7-891b-52edab606d93'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:58:09.629231 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-327a067e-d7b5-4ee5-baf0-0f1c422917b1 req-59981990-685a-4d0a-9e20-43ee28913599 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e13d2f1-c2b4-484b-88f7-ce8fb60e39d6 HTTP/1.1" status: 200  len: 217 time: 0.1676381
Jan 26 21:58:09.808561 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a067e-d7b5-4ee5-baf0-0f1c422917b1 req-1ececfeb-de92-4330-80d3-f4698c965b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:09.810697 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-327a067e-d7b5-4ee5-baf0-0f1c422917b1 req-1ececfeb-de92-4330-80d3-f4698c965b70 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a4ce4f64-6a29-442a-b4ca-edb027adcf72 HTTP/1.1" status: 200  len: 855 time: 0.1700628
Jan 26 21:58:09.973278 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-327a067e-d7b5-4ee5-baf0-0f1c422917b1 req-59fb6546-f203-4180-8e1c-bec8d5222bb5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0220ea98-c36d-4592-abec-85c89380925e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1488349
Jan 26 21:58:10.109818 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-18a16487-c9e1-48bf-a5db-d8e4847294a1 None None] Set router a2cdb5c7-7c71-4cb7-891b-52edab606d93 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 21:58:10.336897 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-327a067e-d7b5-4ee5-baf0-0f1c422917b1 req-ab67a217-972f-4825-a20c-9b058e1c2241 service neutron] 10.222.0.45 "GET /v2.0/networks/0220ea98-c36d-4592-abec-85c89380925e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3495233
Jan 26 21:58:10.439957 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd63af9-5c4b-485d-9dc2-170e3a78fd01 req-8c6ba2ab-22e2-4160-88a6-41edec8d8577 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:10.450743 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-dcd63af9-5c4b-485d-9dc2-170e3a78fd01 req-8c6ba2ab-22e2-4160-88a6-41edec8d8577 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cb06f9d-4e13-4319-8d74-dbb195373f95 HTTP/1.1" status: 200  len: 943 time: 0.4451587
Jan 26 21:58:10.687811 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-dcd63af9-5c4b-485d-9dc2-170e3a78fd01 req-f7d3a26a-7937-4c4b-bcf1-3dd717db4a8d tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/security-groups?id=a861d262-357a-4523-b4c2-ad0c6066163f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2197881
Jan 26 21:58:10.857744 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d3c65-991f-436b-b0b1-22df9edfdd03 req-dd804e67-5ec9-44eb-8964-b59ad89d4ec5 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:10.866262 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-897d3c65-991f-436b-b0b1-22df9edfdd03 req-dd804e67-5ec9-44eb-8964-b59ad89d4ec5 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.3465655
Jan 26 21:58:10.943820 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-18a16487-c9e1-48bf-a5db-d8e4847294a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5aedcde80>, [{'id': 'a2cdb5c7-7c71-4cb7-891b-52edab606d93', 'name': 'tempest-TestMinimumBasicScenario-133777725-router', 'tenant_id': '67378ee588b44b458166893de5b521e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'c7d12902-3f21-40bc-8e82-8974461286bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:57:57Z', 'updated_at': '2021-01-26T21:58:01Z', 'revision_number': 3, 'project_id': '67378ee588b44b458166893de5b521e0', 'gw_port': {'id': 'c7d12902-3f21-40bc-8e82-8974461286bf', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ef:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2cdb5c7-7c71-4cb7-891b-52edab606d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:57:59Z', 'updated_at': '2021-01-26T21:58:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi'}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:58:10.954889 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a16487-c9e1-48bf-a5db-d8e4847294a1 None None] The sync data for ids ['a2cdb5c7-7c71-4cb7-891b-52edab606d93'] in dv-cinder-772126-1-iscsi is: [{'id': 'a2cdb5c7-7c71-4cb7-891b-52edab606d93', 'name': 'tempest-TestMinimumBasicScenario-133777725-router', 'tenant_id': '67378ee588b44b458166893de5b521e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'c7d12902-3f21-40bc-8e82-8974461286bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:57:57Z', 'updated_at': '2021-01-26T21:58:01Z', 'revision_number': 3, 'project_id': '67378ee588b44b458166893de5b521e0', 'gw_port': {'id': 'c7d12902-3f21-40bc-8e82-8974461286bf', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ef:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2cdb5c7-7c71-4cb7-891b-52edab606d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:57:59Z', 'updated_at': '2021-01-26T21:58:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi'}] {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 21:58:11.056430 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-897d3c65-991f-436b-b0b1-22df9edfdd03 req-29f3ffdb-c7f9-4b26-b87b-38e5ad859315 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1884270
Jan 26 21:58:11.128078 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-1d3c8547-a8f5-45a3-8ed1-fdf1297c0a44 admin admin] Allocated IP 172.20.0.1 (32df5fc0-9e1f-4ca8-bc39-1341c4f738f5/54a89a8e-8493-4bfa-a7dd-a111bef36e2b/b18882c5-ec96-4906-8acd-5cdea5ee2e7d) {{(pid=80149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 21:58:11.872280 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e5be2-43e8-4982-943e-f37bd3b1782c req-92809615-46d3-4fc2-a212-48c287db7d5e tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:11.875866 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-148e5be2-43e8-4982-943e-f37bd3b1782c req-92809615-46d3-4fc2-a212-48c287db7d5e tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 945 time: 0.6774435
Jan 26 21:58:11.936641 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-00bbb674-c482-4871-99ce-6563bc48fcbe tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:11.944570 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-00bbb674-c482-4871-99ce-6563bc48fcbe tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/networks?id=0220ea98-c36d-4592-abec-85c89380925e HTTP/1.1" status: 200  len: 815 time: 0.5663438
Jan 26 21:58:12.012296 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-773cc6c6-d65d-4526-ba35-f223a6f0b495 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/quotas/0b20bd678712440d8c6489419a905a3d HTTP/1.1" status: 200  len: 375 time: 0.0665193
Jan 26 21:58:12.028592 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1d3c8547-a8f5-45a3-8ed1-fdf1297c0a44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:12.060881 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 21:58:12.062305 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-148e5be2-43e8-4982-943e-f37bd3b1782c req-04dfeafb-e112-429a-bb1c-e5cb7beee336 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1120794
Jan 26 21:58:12.176160 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-1d3c8547-a8f5-45a3-8ed1-fdf1297c0a44 admin admin] Transition to ACTIVE for port object b18882c5-ec96-4906-8acd-5cdea5ee2e7d will not be triggered until provisioned by entity DHCP. {{(pid=80149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 21:58:12.274816 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-967d521f-6774-4f75-b8ea-293c2ce4656d tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b20bd678712440d8c6489419a905a3d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2422538
Jan 26 21:58:12.561027 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device c7d12902-3f21-40bc-8e82-8974461286bf up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:58:12.716792 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning for port c7d12902-3f21-40bc-8e82-8974461286bf completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 21:58:12.723437 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port c7d12902-3f21-40bc-8e82-8974461286bf triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:58:12.723871 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:12.769426 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1d3c8547-a8f5-45a3-8ed1-fdf1297c0a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31462196'] for port, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:12.795633 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-7f83c138-e75e-48f4-ba5f-db300682aa41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:58:12.953219 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:12.987909 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] For port c7d12902-3f21-40bc-8e82-8974461286bf, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=c7d12902-3f21-40bc-8e82-8974461286bf,segment=NetworkSegment(f4c7a2a5-f441-4cda-be7f-98d9b91d5196),segment_id=f4c7a2a5-f441-4cda-be7f-98d9b91d5196)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 21:58:13.008745 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c8547-a8f5-45a3-8ed1-fdf1297c0a44 admin admin] Pushing event updated for resources: {'Port': ['ID=b18882c5-ec96-4906-8acd-5cdea5ee2e7d,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:58:13.037621 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:13.044027 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:58:13.076805 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4077c3-d934-4a46-819f-8dc0f4f3bc04 req-b078b80c-3bda-4171-9ac9-5e4d8b51357d tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:13.078718 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2d4077c3-d934-4a46-819f-8dc0f4f3bc04 req-b078b80c-3bda-4171-9ac9-5e4d8b51357d tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cb06f9d-4e13-4319-8d74-dbb195373f95 HTTP/1.1" status: 200  len: 943 time: 0.8013999
Jan 26 21:58:13.127241 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c8547-a8f5-45a3-8ed1-fdf1297c0a44 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:13.130829 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c8547-a8f5-45a3-8ed1-fdf1297c0a44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:13.130829 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c8547-a8f5-45a3-8ed1-fdf1297c0a44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:13.130829 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c8547-a8f5-45a3-8ed1-fdf1297c0a44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:13.130829 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c8547-a8f5-45a3-8ed1-fdf1297c0a44 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:13.130829 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c8547-a8f5-45a3-8ed1-fdf1297c0a44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:13.130829 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c8547-a8f5-45a3-8ed1-fdf1297c0a44 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:13.130829 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c8547-a8f5-45a3-8ed1-fdf1297c0a44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:13.132435 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c8547-a8f5-45a3-8ed1-fdf1297c0a44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:13.132857 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c8547-a8f5-45a3-8ed1-fdf1297c0a44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:13.133248 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c8547-a8f5-45a3-8ed1-fdf1297c0a44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:13.133642 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c8547-a8f5-45a3-8ed1-fdf1297c0a44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:13.134198 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c8547-a8f5-45a3-8ed1-fdf1297c0a44 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:13.134590 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c8547-a8f5-45a3-8ed1-fdf1297c0a44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:13.134977 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c8547-a8f5-45a3-8ed1-fdf1297c0a44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:13.135366 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c8547-a8f5-45a3-8ed1-fdf1297c0a44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:13.135801 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c8547-a8f5-45a3-8ed1-fdf1297c0a44 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:13.136189 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c8547-a8f5-45a3-8ed1-fdf1297c0a44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:13.136572 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c8547-a8f5-45a3-8ed1-fdf1297c0a44 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:13.136952 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c8547-a8f5-45a3-8ed1-fdf1297c0a44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:13.137334 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c8547-a8f5-45a3-8ed1-fdf1297c0a44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:13.137761 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c8547-a8f5-45a3-8ed1-fdf1297c0a44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:13.138098 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c8547-a8f5-45a3-8ed1-fdf1297c0a44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:13.138476 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d3c8547-a8f5-45a3-8ed1-fdf1297c0a44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:13.153061 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1d3c8547-a8f5-45a3-8ed1-fdf1297c0a44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:58:13.161783 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Pushing event updated for resources: {'Port': ['ID=c7d12902-3f21-40bc-8e82-8974461286bf,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:58:13.173964 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-00fab525-dad8-4c99-b479-8383923a407c service neutron] 10.222.0.30 "GET /v2.0/networks/0220ea98-c36d-4592-abec-85c89380925e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8509109
Jan 26 21:58:13.179885 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:58:13.216694 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2d4077c3-d934-4a46-819f-8dc0f4f3bc04 req-03c6ac18-0d72-413b-af18-511a299d624e tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/security-groups?id=a861d262-357a-4523-b4c2-ad0c6066163f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1228290
Jan 26 21:58:13.219767 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:13.322398 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:13.397479 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7ad7fff1-3e15-4af6-8cd2-a260f21a7a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:13.439044 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3c8547-a8f5-45a3-8ed1-fdf1297c0a44 admin admin] Network 32df5fc0-9e1f-4ca8-bc39-1341c4f738f5 is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 21:58:13.509462 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-327a067e-d7b5-4ee5-baf0-0f1c422917b1 req-8ee52c59-a391-48ab-b0d0-0c936ac84cb5 service neutron] 10.222.0.45 "GET /v2.0/networks/0220ea98-c36d-4592-abec-85c89380925e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3661339
Jan 26 21:58:13.554153 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ee844-71a3-4805-a34e-7922733d0c79 req-86043261-742d-42dc-916d-00afe67d2fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:13.559310 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-516ee844-71a3-4805-a34e-7922733d0c79 req-86043261-742d-42dc-916d-00afe67d2fcc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7a4c50647a404710832ed97f00c9133b&device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 1162 time: 0.3706548
Jan 26 21:58:13.572489 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-1d3c8547-a8f5-45a3-8ed1-fdf1297c0a44 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 21:58:13.578097 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3c8547-a8f5-45a3-8ed1-fdf1297c0a44 admin admin] Received port after_create {{(pid=80149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 21:58:14.081494 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ee844-71a3-4805-a34e-7922733d0c79 req-7fa488d7-7c86-4b0b-9976-2474ee87d356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:14.088433 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-516ee844-71a3-4805-a34e-7922733d0c79 req-7fa488d7-7c86-4b0b-9976-2474ee87d356 service neutron] 10.222.0.45 "GET /v2.0/networks?id=74132350-d629-40bd-b240-f2fc9af151e7 HTTP/1.1" status: 200  len: 913 time: 0.4992018
Jan 26 21:58:14.089009 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2a177b07-c42d-4012-b9eb-5714662cd950 None None] Provisioning for port b18882c5-ec96-4906-8acd-5cdea5ee2e7d completed by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 21:58:14.109818 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1d3c8547-a8f5-45a3-8ed1-fdf1297c0a44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33256029'] for router_interface, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:14.117082 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-c5eb1978-0416-447e-bc6d-d43ddecfd6e3 service neutron] 10.222.0.30 "GET /v2.0/networks/0220ea98-c36d-4592-abec-85c89380925e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.9126456
Jan 26 21:58:14.121971 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2a177b07-c42d-4012-b9eb-5714662cd950 None None] Provisioning complete for port b18882c5-ec96-4906-8acd-5cdea5ee2e7d triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:58:14.122669 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2a177b07-c42d-4012-b9eb-5714662cd950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:14.333007 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-516ee844-71a3-4805-a34e-7922733d0c79 req-2a3843da-f9e8-4a95-89f3-5d2ecef15828 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ad3f6679-2264-48da-a0a2-33f9f2272a72 HTTP/1.1" status: 200  len: 217 time: 0.2383552
Jan 26 21:58:14.338958 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-2a177b07-c42d-4012-b9eb-5714662cd950 None None] Port b18882c5-ec96-4906-8acd-5cdea5ee2e7d cannot update to ACTIVE because it is not bound. {{(pid=80150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 21:58:14.387088 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08837db4-3ac1-48e3-a61f-825bc1f6474d req-c3a22ab9-8a02-40a3-8764-fa8f84d3b82b tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:14.390458 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-08837db4-3ac1-48e3-a61f-825bc1f6474d req-c3a22ab9-8a02-40a3-8764-fa8f84d3b82b tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.9715328
Jan 26 21:58:14.546606 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-08837db4-3ac1-48e3-a61f-825bc1f6474d req-abaf119c-d03a-443a-bc38-136ab046f6f5 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1523364
Jan 26 21:58:14.628555 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device c7d12902-3f21-40bc-8e82-8974461286bf up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:58:14.712775 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ee844-71a3-4805-a34e-7922733d0c79 req-24bfc382-0991-4e31-aa5f-34de9384169f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:14.732364 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-516ee844-71a3-4805-a34e-7922733d0c79 req-24bfc382-0991-4e31-aa5f-34de9384169f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10a8d33b-7d45-4a88-98ab-e3f8e511099a HTTP/1.1" status: 200  len: 859 time: 0.3730903
Jan 26 21:58:14.770439 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1d3c8547-a8f5-45a3-8ed1-fdf1297c0a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:14.838774 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:14.976306 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-516ee844-71a3-4805-a34e-7922733d0c79 req-f4dd7ebd-2250-4935-9d83-fce97fb5680a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74132350-d629-40bd-b240-f2fc9af151e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2423339
Jan 26 21:58:15.032706 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port c7d12902-3f21-40bc-8e82-8974461286bf triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:58:15.033128 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:15.482994 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:15.551552 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-516ee844-71a3-4805-a34e-7922733d0c79 req-0afe2ead-d251-4bb5-ace4-0c3f543f1fe2 service neutron] 10.222.0.45 "GET /v2.0/networks/74132350-d629-40bd-b240-f2fc9af151e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5640414
Jan 26 21:58:15.857963 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.objects.ports [None req-0a4a9487-7b37-4633-a067-b3442fb3b6ad None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80150) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 26 21:58:16.056224 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-516ee844-71a3-4805-a34e-7922733d0c79 req-0c214269-b1aa-4b51-a180-1f278cc67e47 service neutron] 10.222.0.45 "GET /v2.0/networks/74132350-d629-40bd-b240-f2fc9af151e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4921041
Jan 26 21:58:16.094399 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0ef2a-6775-4d64-977a-abf5fef9ee17 req-179f8ce1-701f-4cfd-8df9-02ce13ca9a84 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:16.097242 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6db0ef2a-6775-4d64-977a-abf5fef9ee17 req-179f8ce1-701f-4cfd-8df9-02ce13ca9a84 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cb06f9d-4e13-4319-8d74-dbb195373f95 HTTP/1.1" status: 200  len: 943 time: 1.1886663
Jan 26 21:58:16.147497 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 47054) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:58:16.207247 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e47ac05-1fb0-4e84-9b49-aef26e2f2e53 req-a9e1afcb-7bdc-4874-89a0-c2081a09e02c tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:16.217069 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4e47ac05-1fb0-4e84-9b49-aef26e2f2e53 req-a9e1afcb-7bdc-4874-89a0-c2081a09e02c tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 945 time: 1.3070931
Jan 26 21:58:16.336584 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4e47ac05-1fb0-4e84-9b49-aef26e2f2e53 req-55e4d6be-aadc-4018-b325-82c5017ac089 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1184230
Jan 26 21:58:16.380590 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6db0ef2a-6775-4d64-977a-abf5fef9ee17 req-daf8cb6d-a29b-483a-a8a7-738695389820 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/security-groups?id=a861d262-357a-4523-b4c2-ad0c6066163f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2608693
Jan 26 21:58:16.578980 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1d3c8547-a8f5-45a3-8ed1-fdf1297c0a44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:16.621454 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1d3c8547-a8f5-45a3-8ed1-fdf1297c0a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823313603'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:16.703715 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:58:16.799841 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4aef69a2-43a6-43a9-8e18-22549a5db824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:16.884964 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-4aef69a2-43a6-43a9-8e18-22549a5db824 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:58:16.932147 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-4aef69a2-43a6-43a9-8e18-22549a5db824 admin admin] Usage tracker for resource:security_group_rule and tenant:eb75cd3e5d794f5ea7c20816a7c20059 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:58:16.942053 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c8547-a8f5-45a3-8ed1-fdf1297c0a44 admin admin] Pushing event updated for resources: {'Port': ['ID=b18882c5-ec96-4906-8acd-5cdea5ee2e7d,revision_number=2']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:58:16.946835 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device c397826d-6552-4e1a-9d3d-3aacce271054 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:58:16.957248 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8737b426-39e7-4ea6-bbf9-90c587bbaae5 req-fbdf804a-2225-40de-bc00-1a025a008520 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106959-03e8-41b3-8f18-e8c9008121e7 HTTP/1.1" status: 200  len: 210 time: 0.0818770
Jan 26 21:58:16.964079 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-4aef69a2-43a6-43a9-8e18-22549a5db824 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:58:16.969734 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1d3c8547-a8f5-45a3-8ed1-fdf1297c0a44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:58:17.011061 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-4aef69a2-43a6-43a9-8e18-22549a5db824 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:58:17.095318 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1d3c8547-a8f5-45a3-8ed1-fdf1297c0a44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33045946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036821519617'] for router_interface, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:17.107692 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port c397826d-6552-4e1a-9d3d-3aacce271054 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:58:17.108370 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:17.278383 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4aef69a2-43a6-43a9-8e18-22549a5db824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:17.311544 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4aef69a2-43a6-43a9-8e18-22549a5db824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:17.344111 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device c923ae9e-8fc4-4864-bc5d-ff67636e95f7 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:58:17.353186 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3c8547-a8f5-45a3-8ed1-fdf1297c0a44 admin admin] Network 32df5fc0-9e1f-4ca8-bc39-1341c4f738f5 is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 21:58:17.353879 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-645f7a88-191d-4733-809d-50942ed9bbfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:58:17.481175 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9685c3f-c4fb-4fcb-9c31-b21f2962672e req-7d056baf-594b-4db5-9143-49ea5add3e43 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:17.507428 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-4aef69a2-43a6-43a9-8e18-22549a5db824 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eb75cd3e5d794f5ea7c20816a7c20059&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3571956
Jan 26 21:58:17.510138 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 47080) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:58:17.513636 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c9685c3f-c4fb-4fcb-9c31-b21f2962672e req-7d056baf-594b-4db5-9143-49ea5add3e43 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.5330760
Jan 26 21:58:17.516518 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-1d3c8547-a8f5-45a3-8ed1-fdf1297c0a44 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 21:58:17.535208 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef69a2-43a6-43a9-8e18-22549a5db824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e91937-58c4-48d9-89de-3783e30d0735,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:58:17.565812 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aef69a2-43a6-43a9-8e18-22549a5db824 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:17.566218 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aef69a2-43a6-43a9-8e18-22549a5db824 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:17.566621 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aef69a2-43a6-43a9-8e18-22549a5db824 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:17.570881 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aef69a2-43a6-43a9-8e18-22549a5db824 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:17.571299 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aef69a2-43a6-43a9-8e18-22549a5db824 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:17.572434 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aef69a2-43a6-43a9-8e18-22549a5db824 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:17.573105 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aef69a2-43a6-43a9-8e18-22549a5db824 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:17.573767 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aef69a2-43a6-43a9-8e18-22549a5db824 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:17.574427 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aef69a2-43a6-43a9-8e18-22549a5db824 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:17.575063 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aef69a2-43a6-43a9-8e18-22549a5db824 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:17.575972 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aef69a2-43a6-43a9-8e18-22549a5db824 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:17.576477 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aef69a2-43a6-43a9-8e18-22549a5db824 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:17.577395 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aef69a2-43a6-43a9-8e18-22549a5db824 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:17.578260 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aef69a2-43a6-43a9-8e18-22549a5db824 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:17.582480 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aef69a2-43a6-43a9-8e18-22549a5db824 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:17.583141 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aef69a2-43a6-43a9-8e18-22549a5db824 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:17.584961 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aef69a2-43a6-43a9-8e18-22549a5db824 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:17.584961 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aef69a2-43a6-43a9-8e18-22549a5db824 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:17.585606 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aef69a2-43a6-43a9-8e18-22549a5db824 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:17.586268 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aef69a2-43a6-43a9-8e18-22549a5db824 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:17.586938 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aef69a2-43a6-43a9-8e18-22549a5db824 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:17.588012 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aef69a2-43a6-43a9-8e18-22549a5db824 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:17.589050 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aef69a2-43a6-43a9-8e18-22549a5db824 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:17.589686 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aef69a2-43a6-43a9-8e18-22549a5db824 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:17.612074 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-4aef69a2-43a6-43a9-8e18-22549a5db824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:58:17.633402 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning for port c923ae9e-8fc4-4864-bc5d-ff67636e95f7 completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 21:58:17.655362 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port c923ae9e-8fc4-4864-bc5d-ff67636e95f7 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:58:17.660315 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:17.869378 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b5e09db0-8a19-4f9b-a675-c09c9a5caf1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:18.021557 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c9685c3f-c4fb-4fcb-9c31-b21f2962672e req-b73992e4-740b-4476-b716-1e98a8aac573 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4635711
Jan 26 21:58:18.067304 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b5e09db0-8a19-4f9b-a675-c09c9a5caf1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:18.185583 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-4b414013-7a2d-4e5b-96cd-5e7f7fca3a24 None None] Provisioning complete for port b18882c5-ec96-4906-8acd-5cdea5ee2e7d triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:58:18.186261 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4b414013-7a2d-4e5b-96cd-5e7f7fca3a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:18.456450 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:18.563644 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] For port c923ae9e-8fc4-4864-bc5d-ff67636e95f7, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=c923ae9e-8fc4-4864-bc5d-ff67636e95f7,segment=NetworkSegment(d3ea1a66-dae2-414a-9117-0dd1903a5a62),segment_id=d3ea1a66-dae2-414a-9117-0dd1903a5a62)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 21:58:18.569974 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb06f9d-4e13-4319-8d74-dbb195373f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c923ae9e-8fc4-4864-bc5d-ff67636e95f7'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 21:58:18.585786 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-4b414013-7a2d-4e5b-96cd-5e7f7fca3a24 None None] Port b18882c5-ec96-4906-8acd-5cdea5ee2e7d cannot update to ACTIVE because it is not bound. {{(pid=80150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 21:58:18.595605 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b5e09db0-8a19-4f9b-a675-c09c9a5caf1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:18.608845 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:18.612280 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f7e0ac9d-c952-4cb3-b0de-d15a6f0bf461 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:58:18.766824 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e7fc0329-1633-4cf5-bf40-e7429bdc4165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:58:18.863052 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Pushing event updated for resources: {'Port': ['ID=c923ae9e-8fc4-4864-bc5d-ff67636e95f7,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:58:18.872453 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:58:18.896886 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-34d94a12-06b5-4468-8787-949dba1c61ac tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:18.904749 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-34d94a12-06b5-4468-8787-949dba1c61ac tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.45 "GET /v2.0/networks?id=0220ea98-c36d-4592-abec-85c89380925e HTTP/1.1" status: 200  len: 815 time: 0.7390938
Jan 26 21:58:18.927175 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e09db0-8a19-4f9b-a675-c09c9a5caf1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e91937-58c4-48d9-89de-3783e30d0735,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:58:18.948083 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b5e09db0-8a19-4f9b-a675-c09c9a5caf1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:58:18.949818 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b5e09db0-8a19-4f9b-a675-c09c9a5caf1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:18.977754 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-b5e09db0-8a19-4f9b-a675-c09c9a5caf1b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/19e91937-58c4-48d9-89de-3783e30d0735 HTTP/1.1" status: 204  len: 168 time: 1.4659433
Jan 26 21:58:18.990917 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-68a7097f-3961-4943-be26-22f039c39971 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Request body: {'port': {'device_id': '1c106959-03e8-41b3-8f18-e8c9008121e7', 'network_id': '0220ea98-c36d-4592-abec-85c89380925e', 'admin_state_up': True, 'tenant_id': '0b20bd678712440d8c6489419a905a3d'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:58:19.244118 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device c923ae9e-8fc4-4864-bc5d-ff67636e95f7 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:58:19.421707 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d3c8547-a8f5-45a3-8ed1-fdf1297c0a44 admin admin] Router a2cdb5c7-7c71-4cb7-891b-52edab606d93 has already been hosted by L3 agent d246ac06-2269-4624-8b82-d0eab6b3335a {{(pid=80149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 21:58:19.454841 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-68a7097f-3961-4943-be26-22f039c39971 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:58:19.461180 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-68a7097f-3961-4943-be26-22f039c39971 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Usage tracker for resource:port and tenant:0b20bd678712440d8c6489419a905a3d is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:58:19.465066 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-68a7097f-3961-4943-be26-22f039c39971 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:58:19.473256 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-68a7097f-3961-4943-be26-22f039c39971 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:58:19.514766 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port c923ae9e-8fc4-4864-bc5d-ff67636e95f7 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:58:19.515523 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:19.516574 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-68a7097f-3961-4943-be26-22f039c39971 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Made reservation on behalf of 0b20bd678712440d8c6489419a905a3d for: {'port': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 21:58:19.538385 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-68a7097f-3961-4943-be26-22f039c39971 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:19.889605 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3c8547-a8f5-45a3-8ed1-fdf1297c0a44 admin admin] Notify agent at l3_agent.dv-cinder-772126-1-iscsi the message routers_updated {{(pid=80149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 21:58:19.930037 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-1d3c8547-a8f5-45a3-8ed1-fdf1297c0a44 admin admin] 10.222.0.30 "PUT /v2.0/routers/a2cdb5c7-7c71-4cb7-891b-52edab606d93/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.1243448
Jan 26 21:58:20.056862 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5733a-ea4c-4dde-b962-8d124164f070 req-2fdd0bc9-fb97-42f3-952b-0facacff2f91 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:20.069752 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-11f5733a-ea4c-4dde-b962-8d124164f070 req-2fdd0bc9-fb97-42f3-952b-0facacff2f91 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 945 time: 1.5629525
Jan 26 21:58:20.181798 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59ba4f2-0b22-460c-b31f-8f56ee7cb239 None None] Sync routers for ids ['a2cdb5c7-7c71-4cb7-891b-52edab606d93'] in dv-cinder-772126-1-iscsi {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 21:58:20.210599 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59ba4f2-0b22-460c-b31f-8f56ee7cb239 None None] Routers {'a2cdb5c7-7c71-4cb7-891b-52edab606d93'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 21:58:20.211333 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-c59ba4f2-0b22-460c-b31f-8f56ee7cb239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5aecb1cf8>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T21:58:13Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['a2cdb5c7-7c71-4cb7-891b-52edab606d93'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:58:20.375829 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bdef2f-06dd-46bd-89b8-c82d0de72358 req-f406fd5e-87d0-4f06-bd63-1119db2ff02e tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:20.389845 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b8bdef2f-06dd-46bd-89b8-c82d0de72358 req-f406fd5e-87d0-4f06-bd63-1119db2ff02e tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cb06f9d-4e13-4319-8d74-dbb195373f95 HTTP/1.1" status: 200  len: 945 time: 1.8610833
Jan 26 21:58:20.457205 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-11f5733a-ea4c-4dde-b962-8d124164f070 req-1541d1f8-9be1-4067-9fc0-9300926bfbe8 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3752661
Jan 26 21:58:20.512803 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b8bdef2f-06dd-46bd-89b8-c82d0de72358 req-4448f275-d560-41a1-b765-6576157c6579 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/security-groups?id=a861d262-357a-4523-b4c2-ad0c6066163f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1218889
Jan 26 21:58:20.629000 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-c59ba4f2-0b22-460c-b31f-8f56ee7cb239 None None] Set router a2cdb5c7-7c71-4cb7-891b-52edab606d93 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 21:58:21.076783 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb06f9d-4e13-4319-8d74-dbb195373f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c923ae9e-8fc4-4864-bc5d-ff67636e95f7', 'code': 200}
Jan 26 21:58:21.112093 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-237f74e4-cba7-46b5-968b-b34bce7fb829 req-88638a9c-35f7-417b-bb78-0efb8d43695c tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106959-03e8-41b3-8f18-e8c9008121e7 HTTP/1.1" status: 200  len: 210 time: 0.2528799
Jan 26 21:58:21.335180 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device c923ae9e-8fc4-4864-bc5d-ff67636e95f7 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:58:21.338858 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-68a7097f-3961-4943-be26-22f039c39971 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Allocated IP 172.20.0.9 (0220ea98-c36d-4592-abec-85c89380925e/a4ce4f64-6a29-442a-b4ca-edb027adcf72/0ee3a41e-306b-46bc-9779-af57dfd4b8bb) {{(pid=80148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 21:58:21.339496 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7e2edc-7ec6-44bc-9b08-799de3389fe2 req-181dbfef-f86d-4486-a561-f1db5af49f4e tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:21.347537 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-aa7e2edc-7ec6-44bc-9b08-799de3389fe2 req-181dbfef-f86d-4486-a561-f1db5af49f4e tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.2341244
Jan 26 21:58:21.428090 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-aa7e2edc-7ec6-44bc-9b08-799de3389fe2 req-1d3d4311-9541-4ba4-b712-903affc69410 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791667
Jan 26 21:58:21.927978 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port c923ae9e-8fc4-4864-bc5d-ff67636e95f7 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:58:21.927978 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:21.974669 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6029028-28bd-41ef-a8ba-6d14bfd65a3a req-cdb94c28-3b02-4954-b05c-c704004b0fbd tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:21.976889 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d6029028-28bd-41ef-a8ba-6d14bfd65a3a req-cdb94c28-3b02-4954-b05c-c704004b0fbd tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 945 time: 0.1917100
Jan 26 21:58:22.048143 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d6029028-28bd-41ef-a8ba-6d14bfd65a3a req-b90c5cf5-cd6f-421c-afa2-6fe4c5fafec7 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637906
Jan 26 21:58:22.059442 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-c59ba4f2-0b22-460c-b31f-8f56ee7cb239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5aecb1cf8>, [{'id': 'a2cdb5c7-7c71-4cb7-891b-52edab606d93', 'name': 'tempest-TestMinimumBasicScenario-133777725-router', 'tenant_id': '67378ee588b44b458166893de5b521e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'c7d12902-3f21-40bc-8e82-8974461286bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:57:57Z', 'updated_at': '2021-01-26T21:58:14Z', 'revision_number': 4, 'project_id': '67378ee588b44b458166893de5b521e0', 'gw_port': {'id': 'c7d12902-3f21-40bc-8e82-8974461286bf', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cdb5c7-7c71-4cb7-891b-52edab606d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:57:59Z', 'updated_at': '2021-01-26T21:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': 'b18882c5-ec96-4906-8acd-5cdea5ee2e7d', 'name': '', 'network_id': '32df5fc0-9e1f-4ca8-bc39-1341c4f738f5', 'tenant_id': '67378ee588b44b458166893de5b521e0', 'mac_address': 'fa:16:3e:65:83:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2cdb5c7-7c71-4cb7-891b-52edab606d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '54a89a8e-8493-4bfa-a7dd-a111bef36e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:58:09Z', 'updated_at': '2021-01-26T21:58:15Z', 'revision_number': 2, 'project_id': '67378ee588b44b458166893de5b521e0', 'subnets': [{'id': '54a89a8e-8493-4bfa-a7dd-a111bef36e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:58:22.071194 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59ba4f2-0b22-460c-b31f-8f56ee7cb239 None None] Checking router: a2cdb5c7-7c71-4cb7-891b-52edab606d93 for host: dv-cinder-772126-1-iscsi {{(pid=80150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 21:58:22.072220 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59ba4f2-0b22-460c-b31f-8f56ee7cb239 None None] Updating router a2cdb5c7-7c71-4cb7-891b-52edab606d93 port b18882c5-ec96-4906-8acd-5cdea5ee2e7d binding host dv-cinder-772126-1-iscsi {{(pid=80150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 26 21:58:22.078332 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54780fc9-f850-445c-862c-96b528d6de7f req-5ed2ceb5-f306-40ac-8b89-5318449f650e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:22.081090 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-54780fc9-f850-445c-862c-96b528d6de7f req-5ed2ceb5-f306-40ac-8b89-5318449f650e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2cb06f9d-4e13-4319-8d74-dbb195373f95 HTTP/1.1" status: 200  len: 1162 time: 0.3076677
Jan 26 21:58:22.086640 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-68a7097f-3961-4943-be26-22f039c39971 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Notify callbacks [] for port, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:22.116183 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6a4e2-c6fe-481a-b432-c8fef823861f req-c8171b78-a81c-4a92-92d4-b03aad30bbbc tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:22.117970 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4de6a4e2-c6fe-481a-b432-c8fef823861f req-c8171b78-a81c-4a92-92d4-b03aad30bbbc tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cb06f9d-4e13-4319-8d74-dbb195373f95 HTTP/1.1" status: 200  len: 945 time: 0.3797181
Jan 26 21:58:22.184168 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-54780fc9-f850-445c-862c-96b528d6de7f req-7f2c4282-21e8-41dc-8438-30f1ae8aa1f0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a861d262-357a-4523-b4c2-ad0c6066163f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0914552
Jan 26 21:58:22.206726 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4de6a4e2-c6fe-481a-b432-c8fef823861f req-b6ac9798-1f20-4788-a379-167306b8fc94 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/security-groups?id=a861d262-357a-4523-b4c2-ad0c6066163f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808012
Jan 26 21:58:22.209235 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c59ba4f2-0b22-460c-b31f-8f56ee7cb239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:22.280761 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-68a7097f-3961-4943-be26-22f039c39971 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32409920'] for port, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:22.456961 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:58:22.606819 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f587600-1e5a-42a8-b7c0-beeeec8cb3bb req-8a564ad2-290d-45cd-baf1-f1834577cfdf tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:22.620131 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2f587600-1e5a-42a8-b7c0-beeeec8cb3bb req-8a564ad2-290d-45cd-baf1-f1834577cfdf tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106959-03e8-41b3-8f18-e8c9008121e7 HTTP/1.1" status: 200  len: 931 time: 0.3269162
Jan 26 21:58:22.740582 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2f587600-1e5a-42a8-b7c0-beeeec8cb3bb req-81391c7b-422d-45a2-a2bd-34ec2eec394a tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1193261
Jan 26 21:58:22.993974 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a7097f-3961-4943-be26-22f039c39971 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Pushing event updated for resources: {'Port': ['ID=0ee3a41e-306b-46bc-9779-af57dfd4b8bb,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:58:23.004558 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-68a7097f-3961-4943-be26-22f039c39971 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:58:23.073503 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22471ddc-ec4c-460b-b524-537ec8e03075 req-f1c80bdd-ca6a-494d-bcb9-798d91978830 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:23.091701 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-22471ddc-ec4c-460b-b524-537ec8e03075 req-f1c80bdd-ca6a-494d-bcb9-798d91978830 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.2924407
Jan 26 21:58:23.185116 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-68a7097f-3961-4943-be26-22f039c39971 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Network 0220ea98-c36d-4592-abec-85c89380925e is already hosted by enough agents. {{(pid=80148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 21:58:23.186743 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-68a7097f-3961-4943-be26-22f039c39971 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Resources bound (agent type, host, resource id):  {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 21:58:23.189928 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-68a7097f-3961-4943-be26-22f039c39971 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Received port after_create {{(pid=80148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 21:58:23.197673 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-22471ddc-ec4c-460b-b524-537ec8e03075 req-2978969c-34a2-48c4-b75b-92170e0dd6b4 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042464
Jan 26 21:58:23.235381 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c59ba4f2-0b22-460c-b31f-8f56ee7cb239 None None] Notify callbacks [] for port, precommit_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:23.263106 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c59ba4f2-0b22-460c-b31f-8f56ee7cb239 None None] Transition to ACTIVE for port object b18882c5-ec96-4906-8acd-5cdea5ee2e7d will not be triggered until provisioned by entity L2. {{(pid=80150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 21:58:23.304997 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c59ba4f2-0b22-460c-b31f-8f56ee7cb239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:23.501530 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-68a7097f-3961-4943-be26-22f039c39971 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:23.512064 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-68a7097f-3961-4943-be26-22f039c39971 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:23.586869 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-68a7097f-3961-4943-be26-22f039c39971 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.6066892
Jan 26 21:58:23.618468 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-82b19450-5744-4b72-b08d-aa915d9ab94b service neutron] Request body: {'port': {'device_id': '1c106959-03e8-41b3-8f18-e8c9008121e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:58:23.766631 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:58:24.009589 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-82b19450-5744-4b72-b08d-aa915d9ab94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:24.036016 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d27b58-8a36-464f-a1cf-0102ba932052 None None] Pushing event updated for resources: {'Port': ['ID=b18882c5-ec96-4906-8acd-5cdea5ee2e7d,revision_number=3']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:58:24.131768 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d27b58-8a36-464f-a1cf-0102ba932052 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:24.139537 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d27b58-8a36-464f-a1cf-0102ba932052 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:24.148466 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d27b58-8a36-464f-a1cf-0102ba932052 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:24.154336 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d27b58-8a36-464f-a1cf-0102ba932052 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:24.155367 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d27b58-8a36-464f-a1cf-0102ba932052 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:24.158364 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d27b58-8a36-464f-a1cf-0102ba932052 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:24.164478 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d27b58-8a36-464f-a1cf-0102ba932052 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:24.167996 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d27b58-8a36-464f-a1cf-0102ba932052 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:24.168986 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d27b58-8a36-464f-a1cf-0102ba932052 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:24.170755 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d27b58-8a36-464f-a1cf-0102ba932052 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:24.171351 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d27b58-8a36-464f-a1cf-0102ba932052 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:24.172337 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d27b58-8a36-464f-a1cf-0102ba932052 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:24.178615 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d27b58-8a36-464f-a1cf-0102ba932052 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:24.181156 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d27b58-8a36-464f-a1cf-0102ba932052 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:24.181156 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d27b58-8a36-464f-a1cf-0102ba932052 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:24.181156 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d27b58-8a36-464f-a1cf-0102ba932052 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:24.181156 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d27b58-8a36-464f-a1cf-0102ba932052 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:24.181156 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d27b58-8a36-464f-a1cf-0102ba932052 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:24.182027 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d27b58-8a36-464f-a1cf-0102ba932052 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:24.182602 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d27b58-8a36-464f-a1cf-0102ba932052 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:24.184117 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d27b58-8a36-464f-a1cf-0102ba932052 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:24.185234 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d27b58-8a36-464f-a1cf-0102ba932052 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:24.188024 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d27b58-8a36-464f-a1cf-0102ba932052 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:24.189187 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d27b58-8a36-464f-a1cf-0102ba932052 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:58:24.211512 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58442cf2-3cde-42f6-a568-5796ee563f68 req-cb5207b3-2755-4cc3-b078-9628b3897553 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:24.225355 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-58442cf2-3cde-42f6-a568-5796ee563f68 req-cb5207b3-2755-4cc3-b078-9628b3897553 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 945 time: 0.6518090
Jan 26 21:58:24.360664 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b9d27b58-8a36-464f-a1cf-0102ba932052 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:58:24.463496 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7eec28-01a8-4e4c-a495-6b03e88c1708 req-12bda219-e8e6-4581-aa8d-581e94f09f59 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:24.482776 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8f7eec28-01a8-4e4c-a495-6b03e88c1708 req-12bda219-e8e6-4581-aa8d-581e94f09f59 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cb06f9d-4e13-4319-8d74-dbb195373f95 HTTP/1.1" status: 200  len: 945 time: 0.7539234
Jan 26 21:58:24.585673 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-58442cf2-3cde-42f6-a568-5796ee563f68 req-159eb37e-47fa-4398-8be2-7bb5b5134197 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3624661
Jan 26 21:58:24.706268 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-c59ba4f2-0b22-460c-b31f-8f56ee7cb239 None None] Attempting to bind port b18882c5-ec96-4906-8acd-5cdea5ee2e7d on host dv-cinder-772126-1-iscsi for vnic_type normal with profile  {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 21:58:24.710187 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-c59ba4f2-0b22-460c-b31f-8f56ee7cb239 None None] Attempting to bind port b18882c5-ec96-4906-8acd-5cdea5ee2e7d by drivers openvswitch on host dv-cinder-772126-1-iscsi at level 0 using segments [{'id': '7eeb8799-e326-4326-83d8-71c44271645c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '32df5fc0-9e1f-4ca8-bc39-1341c4f738f5'}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 21:58:24.711082 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59ba4f2-0b22-460c-b31f-8f56ee7cb239 None None] Attempting to bind port b18882c5-ec96-4906-8acd-5cdea5ee2e7d on network 32df5fc0-9e1f-4ca8-bc39-1341c4f738f5 {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 21:58:24.716159 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8f7eec28-01a8-4e4c-a495-6b03e88c1708 req-0355de55-51f5-43c5-b277-e343987d19ab tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/security-groups?id=a861d262-357a-4523-b4c2-ad0c6066163f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2321403
Jan 26 21:58:24.744739 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59ba4f2-0b22-460c-b31f-8f56ee7cb239 None None] Checking agent: {'id': 'acda3ae2-213d-42a9-bfbd-ef6e74b838e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 21, 45, 45), 'started_at': datetime.datetime(2021, 1, 26, 21, 46, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 21, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 21:58:24.745490 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59ba4f2-0b22-460c-b31f-8f56ee7cb239 None None] Checking segment: {'id': '7eeb8799-e326-4326-83d8-71c44271645c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '32df5fc0-9e1f-4ca8-bc39-1341c4f738f5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 21:58:24.747104 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c59ba4f2-0b22-460c-b31f-8f56ee7cb239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:24.750063 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59ba4f2-0b22-460c-b31f-8f56ee7cb239 None None] Bound using segment: {'id': '7eeb8799-e326-4326-83d8-71c44271645c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '32df5fc0-9e1f-4ca8-bc39-1341c4f738f5'} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 21:58:24.751702 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-c59ba4f2-0b22-460c-b31f-8f56ee7cb239 None None] Bound port: b18882c5-ec96-4906-8acd-5cdea5ee2e7d, host: dv-cinder-772126-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeb8799-e326-4326-83d8-71c44271645c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '32df5fc0-9e1f-4ca8-bc39-1341c4f738f5'}}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 21:58:24.752310 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c59ba4f2-0b22-460c-b31f-8f56ee7cb239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:24.956191 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 47204) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:58:25.066359 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-c59ba4f2-0b22-460c-b31f-8f56ee7cb239 None None] For port b18882c5-ec96-4906-8acd-5cdea5ee2e7d, host dv-cinder-772126-1-iscsi, cleared binding levels {{(pid=80150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 21:58:25.077737 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-82b19450-5744-4b72-b08d-aa915d9ab94b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ee3a41e-306b-46bc-9779-af57dfd4b8bb {{(pid=80148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 26 21:58:25.085753 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-c59ba4f2-0b22-460c-b31f-8f56ee7cb239 None None] For port b18882c5-ec96-4906-8acd-5cdea5ee2e7d, host dv-cinder-772126-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=b18882c5-ec96-4906-8acd-5cdea5ee2e7d,segment=NetworkSegment(7eeb8799-e326-4326-83d8-71c44271645c),segment_id=7eeb8799-e326-4326-83d8-71c44271645c)] {{(pid=80150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 21:58:25.089353 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-82b19450-5744-4b72-b08d-aa915d9ab94b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:25.104493 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-82b19450-5744-4b72-b08d-aa915d9ab94b service neutron] Transition to ACTIVE for port object 0ee3a41e-306b-46bc-9779-af57dfd4b8bb will not be triggered until provisioned by entity L2. {{(pid=80148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 21:58:25.117473 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c59ba4f2-0b22-460c-b31f-8f56ee7cb239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:25.144656 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-82b19450-5744-4b72-b08d-aa915d9ab94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822365879'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:25.186658 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:58:25.366997 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:58:25.430421 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e1215-61c8-4e6a-aee2-62dc5b734fe4 req-5f18ce00-59f0-49e0-88be-32ed92172193 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:25.441298 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-557e1215-61c8-4e6a-aee2-62dc5b734fe4 req-5f18ce00-59f0-49e0-88be-32ed92172193 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106959-03e8-41b3-8f18-e8c9008121e7 HTTP/1.1" status: 200  len: 943 time: 0.3682737
Jan 26 21:58:25.464474 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe8feb5c-6b5f-4135-99a8-23fbe773e153 admin admin] Deleting subnet 2979115f-fd59-4bf4-a574-0277ac0bdab9 {{(pid=80149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 26 21:58:25.480278 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-fe8feb5c-6b5f-4135-99a8-23fbe773e153 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:25.612991 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d27b58-8a36-464f-a1cf-0102ba932052 None None] Pushing event updated for resources: {'Port': ['ID=b18882c5-ec96-4906-8acd-5cdea5ee2e7d,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:58:25.614827 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-fe8feb5c-6b5f-4135-99a8-23fbe773e153 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036823318344'] for subnet, precommit_delete_associations {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:25.619810 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b9d27b58-8a36-464f-a1cf-0102ba932052 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:58:25.658972 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b19450-5744-4b72-b08d-aa915d9ab94b service neutron] Pushing event updated for resources: {'Port': ['ID=0ee3a41e-306b-46bc-9779-af57dfd4b8bb,revision_number=2']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:58:25.680638 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-82b19450-5744-4b72-b08d-aa915d9ab94b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:58:25.681026 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 47210) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:58:25.775314 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-fe8feb5c-6b5f-4135-99a8-23fbe773e153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-902117'] for subnet, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:25.857554 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59ba4f2-0b22-460c-b31f-8f56ee7cb239 None None] Routers {'a2cdb5c7-7c71-4cb7-891b-52edab606d93'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 21:58:25.858571 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-c59ba4f2-0b22-460c-b31f-8f56ee7cb239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5aecb1cf8>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T21:58:13Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['a2cdb5c7-7c71-4cb7-891b-52edab606d93'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:58:26.107473 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-557e1215-61c8-4e6a-aee2-62dc5b734fe4 req-ce0a896b-f64b-4b43-82aa-ce75d27de053 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6650743
Jan 26 21:58:26.253939 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a98249-bbbf-444b-9408-77e2a2e32d3f req-a84eaae1-1db2-440c-86a7-4128fef6b136 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:26.268794 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-fad2b4b9-cac8-47ee-bc9d-ea98e6a94139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:26.269809 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-32a98249-bbbf-444b-9408-77e2a2e32d3f req-a84eaae1-1db2-440c-86a7-4128fef6b136 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 1.1790137
Jan 26 21:58:26.370820 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-82b19450-5744-4b72-b08d-aa915d9ab94b service neutron] Attempting to bind port 0ee3a41e-306b-46bc-9779-af57dfd4b8bb on host hv-cinder-77212 for vnic_type normal with profile  {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 21:58:26.371110 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-82b19450-5744-4b72-b08d-aa915d9ab94b service neutron] Attempting to bind port 0ee3a41e-306b-46bc-9779-af57dfd4b8bb by drivers openvswitch on host hv-cinder-77212 at level 0 using segments [{'id': '6e858ff7-c974-45e3-a0f9-318eb54e44cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0220ea98-c36d-4592-abec-85c89380925e'}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 21:58:26.371524 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-82b19450-5744-4b72-b08d-aa915d9ab94b service neutron] Attempting to bind port 0ee3a41e-306b-46bc-9779-af57dfd4b8bb on network 0220ea98-c36d-4592-abec-85c89380925e {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 21:58:26.385271 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-82b19450-5744-4b72-b08d-aa915d9ab94b service neutron] Checking agent: {'id': '907ce3e7-819e-4a7f-a1c4-c44a902d1710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 21, 53, 12), 'started_at': datetime.datetime(2021, 1, 26, 21, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 21, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 21:58:26.385650 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-82b19450-5744-4b72-b08d-aa915d9ab94b service neutron] Checking segment: {'id': '6e858ff7-c974-45e3-a0f9-318eb54e44cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0220ea98-c36d-4592-abec-85c89380925e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 21:58:26.386058 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-82b19450-5744-4b72-b08d-aa915d9ab94b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:26.386461 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-82b19450-5744-4b72-b08d-aa915d9ab94b service neutron] Bound using segment: {'id': '6e858ff7-c974-45e3-a0f9-318eb54e44cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0220ea98-c36d-4592-abec-85c89380925e'} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 21:58:26.386951 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-82b19450-5744-4b72-b08d-aa915d9ab94b service neutron] Bound port: 0ee3a41e-306b-46bc-9779-af57dfd4b8bb, host: hv-cinder-77212, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e858ff7-c974-45e3-a0f9-318eb54e44cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0220ea98-c36d-4592-abec-85c89380925e'}}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 21:58:26.387331 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-82b19450-5744-4b72-b08d-aa915d9ab94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:26.427852 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-32a98249-bbbf-444b-9408-77e2a2e32d3f req-be6aad85-dcc7-4f09-be20-fc6b8bd3f1e4 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1563075
Jan 26 21:58:26.488939 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-c59ba4f2-0b22-460c-b31f-8f56ee7cb239 None None] Set router a2cdb5c7-7c71-4cb7-891b-52edab606d93 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 21:58:26.524141 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-fad2b4b9-cac8-47ee-bc9d-ea98e6a94139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:58:26.533318 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-fad2b4b9-cac8-47ee-bc9d-ea98e6a94139 admin admin] Usage tracker for resource:security_group_rule and tenant:4b1620a43ea74f5ba8fc430ce8d3d0d1 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:58:26.543631 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-fad2b4b9-cac8-47ee-bc9d-ea98e6a94139 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:58:26.557102 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-fad2b4b9-cac8-47ee-bc9d-ea98e6a94139 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:58:26.641688 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b830c-a720-4ced-9a6e-5db181a4c817 req-5b95eded-81cc-41de-8e77-c4c5e746fe24 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:26.643409 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-803b830c-a720-4ced-9a6e-5db181a4c817 req-5b95eded-81cc-41de-8e77-c4c5e746fe24 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 945 time: 0.1893268
Jan 26 21:58:26.708690 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-82b19450-5744-4b72-b08d-aa915d9ab94b service neutron] For port 0ee3a41e-306b-46bc-9779-af57dfd4b8bb, host hv-cinder-77212, cleared binding levels {{(pid=80148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 21:58:26.712834 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-82b19450-5744-4b72-b08d-aa915d9ab94b service neutron] For port 0ee3a41e-306b-46bc-9779-af57dfd4b8bb, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=0ee3a41e-306b-46bc-9779-af57dfd4b8bb,segment=NetworkSegment(6e858ff7-c974-45e3-a0f9-318eb54e44cd),segment_id=6e858ff7-c974-45e3-a0f9-318eb54e44cd)] {{(pid=80148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 21:58:26.735136 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-fad2b4b9-cac8-47ee-bc9d-ea98e6a94139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:26.791585 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-82b19450-5744-4b72-b08d-aa915d9ab94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822365879'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:26.975637 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-803b830c-a720-4ced-9a6e-5db181a4c817 req-bc292c00-1ee9-4a8f-9a6e-38af8f5c880c tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2418492
Jan 26 21:58:27.060199 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f2a82-3543-4070-9554-180a763b2688 req-d0af83c7-65e7-4497-b21e-6747828fb9f9 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:27.061923 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d71f2a82-3543-4070-9554-180a763b2688 req-d0af83c7-65e7-4497-b21e-6747828fb9f9 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cb06f9d-4e13-4319-8d74-dbb195373f95 HTTP/1.1" status: 200  len: 945 time: 0.3125393
Jan 26 21:58:27.099033 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:58:27.243705 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d71f2a82-3543-4070-9554-180a763b2688 req-857f36a4-511d-46e4-aac9-5598456144a1 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/security-groups?id=a861d262-357a-4523-b4c2-ad0c6066163f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1686254
Jan 26 21:58:27.339268 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-c59ba4f2-0b22-460c-b31f-8f56ee7cb239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5aecb1cf8>, [{'id': 'a2cdb5c7-7c71-4cb7-891b-52edab606d93', 'name': 'tempest-TestMinimumBasicScenario-133777725-router', 'tenant_id': '67378ee588b44b458166893de5b521e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'c7d12902-3f21-40bc-8e82-8974461286bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:57:57Z', 'updated_at': '2021-01-26T21:58:14Z', 'revision_number': 4, 'project_id': '67378ee588b44b458166893de5b521e0', 'gw_port': {'id': 'c7d12902-3f21-40bc-8e82-8974461286bf', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cdb5c7-7c71-4cb7-891b-52edab606d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:57:59Z', 'updated_at': '2021-01-26T21:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': 'b18882c5-ec96-4906-8acd-5cdea5ee2e7d', 'name': '', 'network_id': '32df5fc0-9e1f-4ca8-bc39-1341c4f738f5', 'tenant_id': '67378ee588b44b458166893de5b521e0', 'mac_address': 'fa:16:3e:65:83:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2cdb5c7-7c71-4cb7-891b-52edab606d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '54a89a8e-8493-4bfa-a7dd-a111bef36e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:58:09Z', 'updated_at': '2021-01-26T21:58:25Z', 'revision_number': 4, 'project_id': '67378ee588b44b458166893de5b521e0', 'subnets': [{'id': '54a89a8e-8493-4bfa-a7dd-a111bef36e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:58:27.357158 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59ba4f2-0b22-460c-b31f-8f56ee7cb239 None None] The sync data for ids ['a2cdb5c7-7c71-4cb7-891b-52edab606d93'] in dv-cinder-772126-1-iscsi is: [{'id': 'a2cdb5c7-7c71-4cb7-891b-52edab606d93', 'name': 'tempest-TestMinimumBasicScenario-133777725-router', 'tenant_id': '67378ee588b44b458166893de5b521e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'c7d12902-3f21-40bc-8e82-8974461286bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:57:57Z', 'updated_at': '2021-01-26T21:58:14Z', 'revision_number': 4, 'project_id': '67378ee588b44b458166893de5b521e0', 'gw_port': {'id': 'c7d12902-3f21-40bc-8e82-8974461286bf', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cdb5c7-7c71-4cb7-891b-52edab606d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:57:59Z', 'updated_at': '2021-01-26T21:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': 'b18882c5-ec96-4906-8acd-5cdea5ee2e7d', 'name': '', 'network_id': '32df5fc0-9e1f-4ca8-bc39-1341c4f738f5', 'tenant_id': '67378ee588b44b458166893de5b521e0', 'mac_address': 'fa:16:3e:65:83:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2cdb5c7-7c71-4cb7-891b-52edab606d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '54a89a8e-8493-4bfa-a7dd-a111bef36e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:58:09Z', 'updated_at': '2021-01-26T21:58:25Z', 'revision_number': 4, 'project_id': '67378ee588b44b458166893de5b521e0', 'subnets': [{'id': '54a89a8e-8493-4bfa-a7dd-a111bef36e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 21:58:27.385058 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-fe8feb5c-6b5f-4135-99a8-23fbe773e153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853873682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31461600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31482902'] for subnet, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:27.386985 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b19450-5744-4b72-b08d-aa915d9ab94b service neutron] Pushing event updated for resources: {'Port': ['ID=0ee3a41e-306b-46bc-9779-af57dfd4b8bb,revision_number=3']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:58:27.394751 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-82b19450-5744-4b72-b08d-aa915d9ab94b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:58:27.414638 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-fad2b4b9-cac8-47ee-bc9d-ea98e6a94139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:27.459712 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1bcf07e6-4b65-4059-8486-4c995123ffd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:58:27.484681 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-82b19450-5744-4b72-b08d-aa915d9ab94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:27.485381 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-82b19450-5744-4b72-b08d-aa915d9ab94b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:27.486988 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-82b19450-5744-4b72-b08d-aa915d9ab94b service neutron] 10.222.0.45 "PUT /v2.0/ports/0ee3a41e-306b-46bc-9779-af57dfd4b8bb HTTP/1.1" status: 200  len: 1157 time: 3.8745444
Jan 26 21:58:27.489904 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-fad2b4b9-cac8-47ee-bc9d-ea98e6a94139 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4b1620a43ea74f5ba8fc430ce8d3d0d1&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8076608
Jan 26 21:58:27.492784 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c106959-03e8-41b3-8f18-e8c9008121e7', 'tag': '0ee3a41e-306b-46bc-9779-af57dfd4b8bb'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 21:58:27.501113 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 47226) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:58:27.511721 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:58:27.623931 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-97a827e3-3eb1-4425-a8b8-dbf7b676a388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:27.662160 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-97a827e3-3eb1-4425-a8b8-dbf7b676a388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:27.798250 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8feb5c-6b5f-4135-99a8-23fbe773e153 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2979115f-fd59-4bf4-a574-0277ac0bdab9,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:58:27.798250 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-fe8feb5c-6b5f-4135-99a8-23fbe773e153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:58:27.873102 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad2b4b9-cac8-47ee-bc9d-ea98e6a94139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b459ece7-61c9-4668-a213-a28f036fdac0,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:58:27.889562 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-fad2b4b9-cac8-47ee-bc9d-ea98e6a94139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:58:27.972829 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-094c90c5-f083-452e-a8de-a629a587f94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:27.977756 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-094c90c5-f083-452e-a8de-a629a587f94d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b20bd678712440d8c6489419a905a3d&device_id=1c106959-03e8-41b3-8f18-e8c9008121e7 HTTP/1.1" status: 200  len: 1160 time: 0.2252095
Jan 26 21:58:28.172235 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac26bc-20fd-42c7-a954-ddeeaf0043f2 req-deae55c8-7acf-4aeb-9d57-2fe3e73a2f71 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:28.180274 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e1ac26bc-20fd-42c7-a954-ddeeaf0043f2 req-deae55c8-7acf-4aeb-9d57-2fe3e73a2f71 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106959-03e8-41b3-8f18-e8c9008121e7 HTTP/1.1" status: 200  len: 943 time: 0.5458324
Jan 26 21:58:28.188695 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-fe826b76-e2a7-44b5-b0db-2065dfa06d37 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ee3a41e-306b-46bc-9779-af57dfd4b8bb HTTP/1.1" status: 200  len: 217 time: 0.1951275
Jan 26 21:58:28.190468 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-97a827e3-3eb1-4425-a8b8-dbf7b676a388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:28.372894 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741f521-ebdc-486e-be6e-3047d6d50f1a req-a3b0b6c2-5791-4d2d-9d63-8bf19e43a32f tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:28.375290 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2741f521-ebdc-486e-be6e-3047d6d50f1a req-a3b0b6c2-5791-4d2d-9d63-8bf19e43a32f tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.4904850
Jan 26 21:58:28.396571 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-32f6ca5f-b4d7-4114-adb2-37ec7fa1fe8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:58:28.431060 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-ac19da4d-0ba8-4319-b419-23fb2f338233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:28.432776 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-ac19da4d-0ba8-4319-b419-23fb2f338233 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a4ce4f64-6a29-442a-b4ca-edb027adcf72 HTTP/1.1" status: 200  len: 855 time: 0.2201474
Jan 26 21:58:28.435254 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a827e3-3eb1-4425-a8b8-dbf7b676a388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b459ece7-61c9-4668-a213-a28f036fdac0,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:58:28.448451 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-97a827e3-3eb1-4425-a8b8-dbf7b676a388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:58:28.458520 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-fe8feb5c-6b5f-4135-99a8-23fbe773e153 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:28.543384 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e1ac26bc-20fd-42c7-a954-ddeeaf0043f2 req-636ce10a-ea1a-49f7-8ff5-d228850937ec tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3559680
Jan 26 21:58:28.547330 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-fe8feb5c-6b5f-4135-99a8-23fbe773e153 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2979115f-fd59-4bf4-a574-0277ac0bdab9 HTTP/1.1" status: 204  len: 168 time: 3.5897465
Jan 26 21:58:28.565920 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 47236) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:58:28.668216 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-97a827e3-3eb1-4425-a8b8-dbf7b676a388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:28.674459 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-97a827e3-3eb1-4425-a8b8-dbf7b676a388 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b459ece7-61c9-4668-a213-a28f036fdac0 HTTP/1.1" status: 204  len: 168 time: 1.1714413
Jan 26 21:58:28.695145 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-9854d713-9fd5-4d3c-93df-c7dbf4eaa1d3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0220ea98-c36d-4592-abec-85c89380925e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2442889
Jan 26 21:58:28.795461 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device b18882c5-ec96-4906-8acd-5cdea5ee2e7d up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:58:29.164396 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c106959-03e8-41b3-8f18-e8c9008121e7', 'tag': '0ee3a41e-306b-46bc-9779-af57dfd4b8bb', 'status': 'completed', 'code': 200}
Jan 26 21:58:29.169636 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning for port b18882c5-ec96-4906-8acd-5cdea5ee2e7d completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 21:58:29.182826 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port b18882c5-ec96-4906-8acd-5cdea5ee2e7d triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:58:29.183552 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:29.379625 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-75dcf1ad-17d1-4d58-8ed5-fd802c3ab6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695781'] for network, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:29.380548 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-9990087c-d7a2-441a-be5a-375f1f22ee1b service neutron] 10.222.0.45 "GET /v2.0/networks/0220ea98-c36d-4592-abec-85c89380925e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6599309
Jan 26 21:58:29.753738 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:29.986021 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] For port b18882c5-ec96-4906-8acd-5cdea5ee2e7d, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=b18882c5-ec96-4906-8acd-5cdea5ee2e7d,segment=NetworkSegment(7eeb8799-e326-4326-83d8-71c44271645c),segment_id=7eeb8799-e326-4326-83d8-71c44271645c)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 21:58:30.020132 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:30.032262 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:58:30.038039 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4bad8d80-f0ef-42d0-ab3a-647b6dafe934 req-66b51444-df48-4664-9723-d6624290d1f6 service neutron] 10.222.0.45 "GET /v2.0/networks/0220ea98-c36d-4592-abec-85c89380925e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6461768
Jan 26 21:58:30.140505 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2741f521-ebdc-486e-be6e-3047d6d50f1a req-11a0031a-8738-499f-bfbb-15c2ba31e1de tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.6691732
Jan 26 21:58:30.158880 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 47252) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:58:30.309506 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Pushing event updated for resources: {'Port': ['ID=b18882c5-ec96-4906-8acd-5cdea5ee2e7d,revision_number=5']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:58:30.332041 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:58:30.380687 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-75dcf1ad-17d1-4d58-8ed5-fd802c3ab6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917372', 'neutron.services.segments.db._delete_segments_for_network--9223363247824506586'] for network, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:30.427612 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-371d10c8-2aad-40cb-9619-6f6fd70bb53a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:30.491309 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-371d10c8-2aad-40cb-9619-6f6fd70bb53a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:58:30.511611 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-371d10c8-2aad-40cb-9619-6f6fd70bb53a admin admin] Usage tracker for resource:security_group_rule and tenant:cf25155478644b55b65f46769c32e51d is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:58:30.525354 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-371d10c8-2aad-40cb-9619-6f6fd70bb53a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:58:30.536962 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-371d10c8-2aad-40cb-9619-6f6fd70bb53a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:58:30.548023 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.segments.db [None req-75dcf1ad-17d1-4d58-8ed5-fd802c3ab6d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe5ae299e80>,) {'filters': {'network_id': ['545f543a-eb59-47c2-81d2-0c694b323196']}} {{(pid=80149) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:58:30.565362 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58e53d-72c5-4b51-82ab-89a8de7ebe6b req-4b47ce73-ab97-4c79-b3a5-7778ea4d8f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:30.567265 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ec58e53d-72c5-4b51-82ab-89a8de7ebe6b req-4b47ce73-ab97-4c79-b3a5-7778ea4d8f5a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b20bd678712440d8c6489419a905a3d&device_id=1c106959-03e8-41b3-8f18-e8c9008121e7 HTTP/1.1" status: 200  len: 1160 time: 0.3494806
Jan 26 21:58:30.568504 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.segments.db [None req-75dcf1ad-17d1-4d58-8ed5-fd802c3ab6d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5ae299e80>, 'ffdad455-ef4a-49a1-9e77-10eac2db00f3') {'for_net_delete': True} {{(pid=80149) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:58:30.568890 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.segments.db [None req-75dcf1ad-17d1-4d58-8ed5-fd802c3ab6d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5ae299e80>, 'ffdad455-ef4a-49a1-9e77-10eac2db00f3') {} {{(pid=80149) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:58:30.583742 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-75dcf1ad-17d1-4d58-8ed5-fd802c3ab6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247824509914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31457456'] for segment, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:30.698163 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device b18882c5-ec96-4906-8acd-5cdea5ee2e7d up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:58:30.745474 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-75dcf1ad-17d1-4d58-8ed5-fd802c3ab6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853870792'] for segment, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:30.748394 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-75dcf1ad-17d1-4d58-8ed5-fd802c3ab6d9 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 26 21:58:30.789449 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port b18882c5-ec96-4906-8acd-5cdea5ee2e7d triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:58:30.789786 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:30.849774 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58e53d-72c5-4b51-82ab-89a8de7ebe6b req-bb32ca61-5bcf-461c-bda5-d9f5d78f1c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:30.852026 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ec58e53d-72c5-4b51-82ab-89a8de7ebe6b req-bb32ca61-5bcf-461c-bda5-d9f5d78f1c70 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0220ea98-c36d-4592-abec-85c89380925e HTTP/1.1" status: 200  len: 909 time: 0.2706573
Jan 26 21:58:31.228665 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-75dcf1ad-17d1-4d58-8ed5-fd802c3ab6d9 admin admin] Network 545f543a-eb59-47c2-81d2-0c694b323196 has no segments {{(pid=80149) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 21:58:31.251667 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-75dcf1ad-17d1-4d58-8ed5-fd802c3ab6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-905039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823313597'] for segment, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:31.373881 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc20a38-266e-4670-b46a-4fced6d739ab req-74eb6f17-83bd-4511-b288-b52029448569 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:31.375613 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4fc20a38-266e-4670-b46a-4fced6d739ab req-74eb6f17-83bd-4511-b288-b52029448569 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 945 time: 1.7285860
Jan 26 21:58:31.488036 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab83e95-f7a0-4df7-bc91-e9b53fefeaf0 req-2b37bb50-1a74-45a7-968d-d17e728cfc19 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:31.761027 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8ab83e95-f7a0-4df7-bc91-e9b53fefeaf0 req-2b37bb50-1a74-45a7-968d-d17e728cfc19 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106959-03e8-41b3-8f18-e8c9008121e7 HTTP/1.1" status: 200  len: 943 time: 0.8802176
Jan 26 21:58:31.761027 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4fc20a38-266e-4670-b46a-4fced6d739ab req-de8fdfe4-d774-44ca-a12a-5e39612d939c tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1779470
Jan 26 21:58:31.761027 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8ab83e95-f7a0-4df7-bc91-e9b53fefeaf0 req-13b451d6-9fa4-4270-82cd-395c3775ebf0 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1163476
Jan 26 21:58:32.826419 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-371d10c8-2aad-40cb-9619-6f6fd70bb53a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:32.860943 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-371d10c8-2aad-40cb-9619-6f6fd70bb53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:32.874972 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1f3d50e9-6b09-49fe-abf9-88ad27dbbefd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:58:32.933064 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-75dcf1ad-17d1-4d58-8ed5-fd802c3ab6d9 admin admin] Network 545f543a-eb59-47c2-81d2-0c694b323196 has no segments {{(pid=80149) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 21:58:32.958696 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ec58e53d-72c5-4b51-82ab-89a8de7ebe6b req-d1ac371c-df86-4877-a542-0b3df015f9b5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ee3a41e-306b-46bc-9779-af57dfd4b8bb HTTP/1.1" status: 200  len: 217 time: 2.0531774
Jan 26 21:58:32.984274 dv-cinder-772126-1-iscsi neutron-server[80035]: Traceback (most recent call last):
Jan 26 21:58:32.984274 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 26 21:58:32.984274 dv-cinder-772126-1-iscsi neutron-server[80035]:     timer()
Jan 26 21:58:32.984274 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 26 21:58:32.984274 dv-cinder-772126-1-iscsi neutron-server[80035]:     cb(*args, **kw)
Jan 26 21:58:32.984274 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 26 21:58:32.984274 dv-cinder-772126-1-iscsi neutron-server[80035]:     return func(*args, **kwargs)
Jan 26 21:58:32.984274 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 26 21:58:32.984274 dv-cinder-772126-1-iscsi neutron-server[80035]:     self._notify()
Jan 26 21:58:32.984274 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 26 21:58:32.984274 dv-cinder-772126-1-iscsi neutron-server[80035]:     self.callback(batched_events)
Jan 26 21:58:32.984274 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 26 21:58:32.984274 dv-cinder-772126-1-iscsi neutron-server[80035]:     event.method(event)
Jan 26 21:58:32.984274 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 26 21:58:32.984274 dv-cinder-772126-1-iscsi neutron-server[80035]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 26 21:58:32.984274 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 26 21:58:32.984274 dv-cinder-772126-1-iscsi neutron-server[80035]:     segment_id)['aggregates'][0]
Jan 26 21:58:32.984274 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 26 21:58:32.984274 dv-cinder-772126-1-iscsi neutron-server[80035]:     return f(self, *a, **k)
Jan 26 21:58:32.984274 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 26 21:58:32.984274 dv-cinder-772126-1-iscsi neutron-server[80035]:     return self._get(url).json()
Jan 26 21:58:32.984274 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 26 21:58:32.984274 dv-cinder-772126-1-iscsi neutron-server[80035]:     **kwargs)
Jan 26 21:58:32.984274 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 26 21:58:32.984274 dv-cinder-772126-1-iscsi neutron-server[80035]:     return self.request(url, 'GET', **kwargs)
Jan 26 21:58:32.984274 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 26 21:58:32.984274 dv-cinder-772126-1-iscsi neutron-server[80035]:     **endpoint_filter)
Jan 26 21:58:32.984274 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 26 21:58:32.984274 dv-cinder-772126-1-iscsi neutron-server[80035]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 26 21:58:32.984274 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 26 21:58:32.984274 dv-cinder-772126-1-iscsi neutron-server[80035]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 26 21:58:32.984274 dv-cinder-772126-1-iscsi neutron-server[80035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 26 21:58:33.053978 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-371d10c8-2aad-40cb-9619-6f6fd70bb53a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cf25155478644b55b65f46769c32e51d&name=default HTTP/1.1" status: 200  len: 2979 time: 2.8899744
Jan 26 21:58:33.055745 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371d10c8-2aad-40cb-9619-6f6fd70bb53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f45d0b-d3cd-4c67-940b-3e9078b6d633,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:58:33.062604 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-371d10c8-2aad-40cb-9619-6f6fd70bb53a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:58:33.063969 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 47262) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:58:33.139107 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58e53d-72c5-4b51-82ab-89a8de7ebe6b req-8649d0bc-d90e-4cf9-a397-d5d048d1812d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:33.142751 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ec58e53d-72c5-4b51-82ab-89a8de7ebe6b req-8649d0bc-d90e-4cf9-a397-d5d048d1812d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a4ce4f64-6a29-442a-b4ca-edb027adcf72 HTTP/1.1" status: 200  len: 855 time: 0.1714289
Jan 26 21:58:33.222374 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f0ad3-3e66-4871-a861-8332f19aab4c req-c3086b51-6173-4f0d-934e-f9a625b0f7c2 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:33.225041 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-3a3f0ad3-3e66-4871-a861-8332f19aab4c req-c3086b51-6173-4f0d-934e-f9a625b0f7c2 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.2315755
Jan 26 21:58:33.295492 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-3a3f0ad3-3e66-4871-a861-8332f19aab4c req-ff95f941-c277-4a2d-83a4-125765ca0f60 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606687
Jan 26 21:58:33.443178 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-75dcf1ad-17d1-4d58-8ed5-fd802c3ab6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853858444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036821521443'] for network, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:33.456570 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-dc17ff3e-8fb2-4345-bd5d-d90f713d6b19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:58:33.553341 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-75dcf1ad-17d1-4d58-8ed5-fd802c3ab6d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for network, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:33.572239 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dcf1ad-17d1-4d58-8ed5-fd802c3ab6d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=545f543a-eb59-47c2-81d2-0c694b323196,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:58:33.606573 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-8bff8282-eddd-45e6-84a6-52a20347a3c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:33.666721 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-8bff8282-eddd-45e6-84a6-52a20347a3c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:33.761222 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ec58e53d-72c5-4b51-82ab-89a8de7ebe6b req-8d0df2a0-4305-473d-8122-0f496fbdb0d5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0220ea98-c36d-4592-abec-85c89380925e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.6060236
Jan 26 21:58:33.813353 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-75dcf1ad-17d1-4d58-8ed5-fd802c3ab6d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:58:33.826208 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-8bff8282-eddd-45e6-84a6-52a20347a3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:33.826688 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-75dcf1ad-17d1-4d58-8ed5-fd802c3ab6d9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/545f543a-eb59-47c2-81d2-0c694b323196 HTTP/1.1" status: 204  len: 168 time: 5.2554157
Jan 26 21:58:33.828463 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 47276) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:58:33.837969 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-732514b0-64d0-4ba0-9467-e7470000f009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:58:33.864027 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 0ee3a41e-306b-46bc-9779-af57dfd4b8bb up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:58:33.907903 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff8282-eddd-45e6-84a6-52a20347a3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f45d0b-d3cd-4c67-940b-3e9078b6d633,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:58:33.916943 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-8bff8282-eddd-45e6-84a6-52a20347a3c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:58:33.928672 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-8bff8282-eddd-45e6-84a6-52a20347a3c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:33.929921 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-8bff8282-eddd-45e6-84a6-52a20347a3c3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/20f45d0b-d3cd-4c67-940b-3e9078b6d633 HTTP/1.1" status: 204  len: 168 time: 0.8428464
Jan 26 21:58:34.068549 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ec58e53d-72c5-4b51-82ab-89a8de7ebe6b req-77ea1024-9b67-49f4-b74e-f41b6d14f29d service neutron] 10.222.0.45 "GET /v2.0/networks/0220ea98-c36d-4592-abec-85c89380925e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2980165
Jan 26 21:58:34.241893 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning for port 0ee3a41e-306b-46bc-9779-af57dfd4b8bb completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 21:58:34.247832 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 0ee3a41e-306b-46bc-9779-af57dfd4b8bb triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:58:34.248256 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:34.355029 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8f975-8bd4-4971-9a71-1a75995ce7f6 req-5c8c8190-d293-41b3-be87-21c82a7f98fa tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:34.358621 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-cbb8f975-8bd4-4971-9a71-1a75995ce7f6 req-5c8c8190-d293-41b3-be87-21c82a7f98fa tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 945 time: 0.7733963
Jan 26 21:58:34.422068 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_v2 [None req-29e7ac40-70ed-4a12-a468-acdd545a7da5 admin admin] Deleting subnet 7936c0b6-f3ba-4b32-8429-dae629ee1e3c {{(pid=80149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 26 21:58:34.476319 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ec58e53d-72c5-4b51-82ab-89a8de7ebe6b req-48b9d60f-ab6c-42df-b737-67c74f578fa5 service neutron] 10.222.0.45 "GET /v2.0/networks/0220ea98-c36d-4592-abec-85c89380925e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3945274
Jan 26 21:58:34.491239 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-29e7ac40-70ed-4a12-a468-acdd545a7da5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:34.527258 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:34.573586 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] For port 0ee3a41e-306b-46bc-9779-af57dfd4b8bb, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=0ee3a41e-306b-46bc-9779-af57dfd4b8bb,segment=NetworkSegment(6e858ff7-c974-45e3-a0f9-318eb54e44cd),segment_id=6e858ff7-c974-45e3-a0f9-318eb54e44cd)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 21:58:34.575030 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c106959-03e8-41b3-8f18-e8c9008121e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee3a41e-306b-46bc-9779-af57dfd4b8bb'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 21:58:34.596108 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:34.598841 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b9d27b58-8a36-464f-a1cf-0102ba932052 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:58:34.701567 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Pushing event updated for resources: {'Port': ['ID=0ee3a41e-306b-46bc-9779-af57dfd4b8bb,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:58:34.706209 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:58:34.735045 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-cbb8f975-8bd4-4971-9a71-1a75995ce7f6 req-2918ddc6-ef50-4ffc-838a-3fdb3dbc1d7d tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3571272
Jan 26 21:58:34.846673 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f587c69-ed8f-42df-95f0-e0e772ff7c57 req-e1db6bc5-78df-4ea2-abe3-d0b19f7dfafc tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:34.851700 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6f587c69-ed8f-42df-95f0-e0e772ff7c57 req-e1db6bc5-78df-4ea2-abe3-d0b19f7dfafc tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106959-03e8-41b3-8f18-e8c9008121e7 HTTP/1.1" status: 200  len: 943 time: 0.9388835
Jan 26 21:58:34.984501 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-29e7ac40-70ed-4a12-a468-acdd545a7da5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036823318344'] for subnet, precommit_delete_associations {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:35.118909 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 0ee3a41e-306b-46bc-9779-af57dfd4b8bb up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:58:35.148100 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6f587c69-ed8f-42df-95f0-e0e772ff7c57 req-5acc170d-2bdc-4416-a00a-ef03ddb08a4d tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2707722
Jan 26 21:58:35.229621 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 0ee3a41e-306b-46bc-9779-af57dfd4b8bb triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:58:35.230348 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:35.284730 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-29e7ac40-70ed-4a12-a468-acdd545a7da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-902117'] for subnet, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:35.496596 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2abe5-9cc9-4171-bd1b-b05835c3979a req-30a4b680-6f35-4e97-a4c0-88984adb4593 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:35.497355 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-b1d2abe5-9cc9-4171-bd1b-b05835c3979a req-30a4b680-6f35-4e97-a4c0-88984adb4593 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Synchronizing usage tracker for tenant:9dbbced57185405aa438640a2515257d on resource:port {{(pid=80148) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 21:58:35.590718 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-b1d2abe5-9cc9-4171-bd1b-b05835c3979a req-30a4b680-6f35-4e97-a4c0-88984adb4593 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Unset dirty status for tenant:9dbbced57185405aa438640a2515257d on resource:port {{(pid=80148) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 21:58:35.592140 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b1d2abe5-9cc9-4171-bd1b-b05835c3979a req-30a4b680-6f35-4e97-a4c0-88984adb4593 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.45 "GET /v2.0/ports?device_id=2cb06f9d-4e13-4319-8d74-dbb195373f95 HTTP/1.1" status: 200  len: 945 time: 0.4037452
Jan 26 21:58:35.779227 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-b1d2abe5-9cc9-4171-bd1b-b05835c3979a req-72bae1c1-2c43-4c2d-b019-85f1881d66ab tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Deleting port c923ae9e-8fc4-4864-bc5d-ff67636e95f7 {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 21:58:35.780100 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-b1d2abe5-9cc9-4171-bd1b-b05835c3979a req-72bae1c1-2c43-4c2d-b019-85f1881d66ab tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:36.120561 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224179ba-f274-4b14-924c-cc8444d4dba0 req-ae18fab0-df76-4fb3-aa6a-18629aafe9b6 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:36.122996 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-224179ba-f274-4b14-924c-cc8444d4dba0 req-ae18fab0-df76-4fb3-aa6a-18629aafe9b6 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cb06f9d-4e13-4319-8d74-dbb195373f95 HTTP/1.1" status: 200  len: 945 time: 1.0458786
Jan 26 21:58:36.252135 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-224179ba-f274-4b14-924c-cc8444d4dba0 req-4785129c-ca6c-47fe-96e5-9b3dfd11388d tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/security-groups?id=a861d262-357a-4523-b4c2-ad0c6066163f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1162450
Jan 26 21:58:36.270890 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-b1d2abe5-9cc9-4171-bd1b-b05835c3979a req-72bae1c1-2c43-4c2d-b019-85f1881d66ab tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] For port c923ae9e-8fc4-4864-bc5d-ff67636e95f7, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=c923ae9e-8fc4-4864-bc5d-ff67636e95f7,segment=NetworkSegment(d3ea1a66-dae2-414a-9117-0dd1903a5a62),segment_id=d3ea1a66-dae2-414a-9117-0dd1903a5a62)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 21:58:36.272244 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-b1d2abe5-9cc9-4171-bd1b-b05835c3979a req-72bae1c1-2c43-4c2d-b019-85f1881d66ab tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:36.354142 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0f867-26e4-4a49-8397-825c7fd93870 req-cbc6cd8d-0d23-432c-9b15-517c6447ddd0 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:36.355888 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b5f0f867-26e4-4a49-8397-825c7fd93870 req-cbc6cd8d-0d23-432c-9b15-517c6447ddd0 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.7910912
Jan 26 21:58:36.397699 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c106959-03e8-41b3-8f18-e8c9008121e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee3a41e-306b-46bc-9779-af57dfd4b8bb', 'code': 200}
Jan 26 21:58:36.701114 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-b1d2abe5-9cc9-4171-bd1b-b05835c3979a req-72bae1c1-2c43-4c2d-b019-85f1881d66ab tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Calling delete_port for c923ae9e-8fc4-4864-bc5d-ff67636e95f7 owned by compute:nova {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 21:58:36.784237 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b5f0f867-26e4-4a49-8397-825c7fd93870 req-3845b743-823f-4975-b404-5d9412601b80 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4118159
Jan 26 21:58:36.858396 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-29e7ac40-70ed-4a12-a468-acdd545a7da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853873682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31461600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31482902'] for subnet, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:36.904054 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:58:36.973981 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device c923ae9e-8fc4-4864-bc5d-ff67636e95f7 no longer exists at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 21:58:37.046448 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-b1d2abe5-9cc9-4171-bd1b-b05835c3979a req-72bae1c1-2c43-4c2d-b019-85f1881d66ab tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32409920'] for port, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:37.081571 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] No Port match for: c923ae9e-8fc4-4864-bc5d-ff67636e95f7 {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 21:58:37.088006 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a4b57e9e-fd84-4e0a-a94a-f7be1e0e28a5 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:58:37.088496 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device c923ae9e-8fc4-4864-bc5d-ff67636e95f7 not bound to the agent host hv-cinder-77212 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 21:58:37.186720 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a94983-f824-46b4-87d8-d23f1e529dda req-700d30f5-d836-4bb2-bf79-0b8df930aead tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:37.189271 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b4a94983-f824-46b4-87d8-d23f1e529dda req-700d30f5-d836-4bb2-bf79-0b8df930aead tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 945 time: 0.5069814
Jan 26 21:58:37.273360 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7ac40-70ed-4a12-a468-acdd545a7da5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7936c0b6-f3ba-4b32-8429-dae629ee1e3c,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:58:37.276940 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-29e7ac40-70ed-4a12-a468-acdd545a7da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:58:37.279535 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bae1c1-2c43-4c2d-b019-85f1881d66ab tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Pushing event deleted for resources: {'Port': ['ID=c923ae9e-8fc4-4864-bc5d-ff67636e95f7,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:58:37.302853 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-72bae1c1-2c43-4c2d-b019-85f1881d66ab tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:58:37.359691 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20715b80-b60f-4f11-9a79-861d369860cf req-2b384b5b-5da7-4492-8acb-1be2fec3a527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:37.362460 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-20715b80-b60f-4f11-9a79-861d369860cf req-2b384b5b-5da7-4492-8acb-1be2fec3a527 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c8cd6f60f4bf49aabee2ed7fc70c2d8b&device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 1162 time: 1.0670812
Jan 26 21:58:37.404108 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b4a94983-f824-46b4-87d8-d23f1e529dda req-6b462623-f77f-4d71-9c04-8202d8424970 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1193411
Jan 26 21:58:37.407780 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-29e7ac40-70ed-4a12-a468-acdd545a7da5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:37.428582 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-29e7ac40-70ed-4a12-a468-acdd545a7da5 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7936c0b6-f3ba-4b32-8429-dae629ee1e3c HTTP/1.1" status: 204  len: 168 time: 3.5934656
Jan 26 21:58:37.431747 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 47330) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:58:37.493639 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 47334) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:58:37.567799 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e609615-259d-4bde-9f4b-9f2e207e58d9 req-3278d716-a7cf-4445-a11e-2f7cb8253721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:37.571047 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6e609615-259d-4bde-9f4b-9f2e207e58d9 req-3278d716-a7cf-4445-a11e-2f7cb8253721 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1c106959-03e8-41b3-8f18-e8c9008121e7 HTTP/1.1" status: 200  len: 1162 time: 0.7327399
Jan 26 21:58:37.680473 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a776e-8484-4bf4-9dab-e826f60e9cbd req-d1de217a-0756-4248-86b4-632b8b973fed tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:37.693211 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-121a776e-8484-4bf4-9dab-e826f60e9cbd req-d1de217a-0756-4248-86b4-632b8b973fed tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106959-03e8-41b3-8f18-e8c9008121e7 HTTP/1.1" status: 200  len: 945 time: 0.5025477
Jan 26 21:58:37.761175 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20715b80-b60f-4f11-9a79-861d369860cf req-afb337a8-cbca-4d8d-b82f-c467d1b48a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:37.769090 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5e2eabed-897a-4f3d-9d9c-9799dfb86a5f req-9825a6c3-8314-4e0d-b37d-1135d70a6824 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cb06f9d-4e13-4319-8d74-dbb195373f95 HTTP/1.1" status: 200  len: 210 time: 0.0689912
Jan 26 21:58:37.772956 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-20715b80-b60f-4f11-9a79-861d369860cf req-afb337a8-cbca-4d8d-b82f-c467d1b48a3d service neutron] 10.222.0.45 "GET /v2.0/networks?id=a055a280-6113-40f9-90e9-85b200767415 HTTP/1.1" status: 200  len: 911 time: 0.4008775
Jan 26 21:58:37.806672 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6162b6d2-e4d9-49c3-b0af-ce45f1b59136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695781'] for network, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:38.003685 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6e609615-259d-4bde-9f4b-9f2e207e58d9 req-23b5e904-28ab-4791-91c2-f5166639224f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2458870
Jan 26 21:58:38.030739 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-121a776e-8484-4bf4-9dab-e826f60e9cbd req-db6c3b61-5f2a-4e4d-ba58-ce2de7e7c825 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3364367
Jan 26 21:58:38.098168 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d2abe5-9cc9-4171-bd1b-b05835c3979a req-72bae1c1-2c43-4c2d-b019-85f1881d66ab tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] No DVR routers for this DVR port c923ae9e-8fc4-4864-bc5d-ff67636e95f7 on host hv-cinder-77212 {{(pid=80148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 21:58:38.102603 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-b1d2abe5-9cc9-4171-bd1b-b05835c3979a req-72bae1c1-2c43-4c2d-b019-85f1881d66ab tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:38.108319 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-20715b80-b60f-4f11-9a79-861d369860cf req-d08e3dd0-b09d-4fc7-bf31-cfa0c0b6d60b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c397826d-6552-4e1a-9d3d-3aacce271054 HTTP/1.1" status: 200  len: 1000 time: 0.3066111
Jan 26 21:58:38.110655 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb06f9d-4e13-4319-8d74-dbb195373f95', 'name': 'network-vif-deleted', 'tag': 'c923ae9e-8fc4-4864-bc5d-ff67636e95f7'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 21:58:38.180134 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b1d2abe5-9cc9-4171-bd1b-b05835c3979a req-72bae1c1-2c43-4c2d-b019-85f1881d66ab tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.45 "DELETE /v2.0/ports/c923ae9e-8fc4-4864-bc5d-ff67636e95f7 HTTP/1.1" status: 204  len: 173 time: 2.5798755
Jan 26 21:58:38.188891 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb06f9d-4e13-4319-8d74-dbb195373f95', 'name': 'network-vif-deleted', 'tag': 'c923ae9e-8fc4-4864-bc5d-ff67636e95f7', 'status': 'completed', 'code': 200}
Jan 26 21:58:38.252213 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2c074d4c-c4b2-447a-bb8b-88737a577328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:38.277713 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-2c074d4c-c4b2-447a-bb8b-88737a577328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:58:38.289457 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-2c074d4c-c4b2-447a-bb8b-88737a577328 admin admin] Usage tracker for resource:security_group_rule and tenant:d3304264c5974782adb28234dc375700 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:58:38.292903 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-2c074d4c-c4b2-447a-bb8b-88737a577328 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:58:38.299381 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-2c074d4c-c4b2-447a-bb8b-88737a577328 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:58:38.312601 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6162b6d2-e4d9-49c3-b0af-ce45f1b59136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917372', 'neutron.services.segments.db._delete_segments_for_network--9223363247824506586'] for network, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:38.391504 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20715b80-b60f-4f11-9a79-861d369860cf req-3da978de-b1d6-4d92-ad04-43c497815358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:38.393563 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-20715b80-b60f-4f11-9a79-861d369860cf req-3da978de-b1d6-4d92-ad04-43c497815358 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d34651d4-afa5-4ccf-825b-2a13925b4ac2 HTTP/1.1" status: 200  len: 856 time: 0.1055768
Jan 26 21:58:38.467667 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.segments.db [None req-6162b6d2-e4d9-49c3-b0af-ce45f1b59136 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe5aed704a8>,) {'filters': {'network_id': ['42f17c59-4bee-4c82-83be-b9da2c7593f5']}} {{(pid=80149) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:58:38.482681 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.segments.db [None req-6162b6d2-e4d9-49c3-b0af-ce45f1b59136 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5aed704a8>, '58b4db7c-8355-490c-b6e3-0b0a501821b8') {'for_net_delete': True} {{(pid=80149) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:58:38.483023 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.segments.db [None req-6162b6d2-e4d9-49c3-b0af-ce45f1b59136 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5aed704a8>, '58b4db7c-8355-490c-b6e3-0b0a501821b8') {} {{(pid=80149) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:58:38.497301 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6162b6d2-e4d9-49c3-b0af-ce45f1b59136 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247824509914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31457456'] for segment, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:38.514332 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6162b6d2-e4d9-49c3-b0af-ce45f1b59136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853870792'] for segment, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:38.516598 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6162b6d2-e4d9-49c3-b0af-ce45f1b59136 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 26 21:58:38.556977 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20715b80-b60f-4f11-9a79-861d369860cf req-753eec83-ff87-4a2b-8508-be23fe97039b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:38.558890 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-20715b80-b60f-4f11-9a79-861d369860cf req-753eec83-ff87-4a2b-8508-be23fe97039b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a055a280-6113-40f9-90e9-85b200767415&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1581337
Jan 26 21:58:38.762961 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-6162b6d2-e4d9-49c3-b0af-ce45f1b59136 admin admin] Network 42f17c59-4bee-4c82-83be-b9da2c7593f5 has no segments {{(pid=80149) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 21:58:38.776664 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6162b6d2-e4d9-49c3-b0af-ce45f1b59136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-905039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823313597'] for segment, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:38.812004 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-20715b80-b60f-4f11-9a79-861d369860cf req-aa84a668-0c1d-4957-9e94-2ed4e6ceb12b service neutron] 10.222.0.45 "GET /v2.0/networks/a055a280-6113-40f9-90e9-85b200767415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2363319
Jan 26 21:58:38.893485 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2c074d4c-c4b2-447a-bb8b-88737a577328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:38.985165 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2c074d4c-c4b2-447a-bb8b-88737a577328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:39.007269 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2d5c50af-3347-4edc-8244-0b28fdf7956c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:58:39.072989 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c074d4c-c4b2-447a-bb8b-88737a577328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de56cb0-cc3b-451b-b2ab-adceaacb0da9,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:58:39.090190 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2fa23-2756-421f-a4f5-39ed5cc805d6 req-89e57626-6e3b-4b5e-94b6-b2220b4205de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:39.093108 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-07f2fa23-2756-421f-a4f5-39ed5cc805d6 req-89e57626-6e3b-4b5e-94b6-b2220b4205de service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 1162 time: 1.2189534
Jan 26 21:58:39.098001 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-2c074d4c-c4b2-447a-bb8b-88737a577328 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d3304264c5974782adb28234dc375700&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6016276
Jan 26 21:58:39.105871 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 47350) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:58:39.138280 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2c074d4c-c4b2-447a-bb8b-88737a577328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:58:39.164353 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-20715b80-b60f-4f11-9a79-861d369860cf req-3ab96acb-0e48-4dc5-b818-940e2a058d0c service neutron] 10.222.0.45 "GET /v2.0/networks/a055a280-6113-40f9-90e9-85b200767415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3432086
Jan 26 21:58:39.247441 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-32f04e78-06e5-4849-9fe7-2cb28644bdaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:39.274751 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c88d9-6347-4963-b101-20f3ffa5d7b5 req-11efecf0-ddd6-4a80-bc9b-7ec355db77ff tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:39.290739 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-453c88d9-6347-4963-b101-20f3ffa5d7b5 req-11efecf0-ddd6-4a80-bc9b-7ec355db77ff tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 1.2389970
Jan 26 21:58:39.309636 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-32f04e78-06e5-4849-9fe7-2cb28644bdaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:39.357265 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 0ee3a41e-306b-46bc-9779-af57dfd4b8bb up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:58:39.482573 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-32f04e78-06e5-4849-9fe7-2cb28644bdaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:39.492316 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-97a827e3-3eb1-4425-a8b8-dbf7b676a388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:58:39.508762 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 0ee3a41e-306b-46bc-9779-af57dfd4b8bb triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:58:39.509444 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:39.509670 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f04e78-06e5-4849-9fe7-2cb28644bdaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de56cb0-cc3b-451b-b2ab-adceaacb0da9,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:58:39.542007 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-32f04e78-06e5-4849-9fe7-2cb28644bdaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:58:39.549601 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-32f04e78-06e5-4849-9fe7-2cb28644bdaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:39.558205 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-32f04e78-06e5-4849-9fe7-2cb28644bdaa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6de56cb0-cc3b-451b-b2ab-adceaacb0da9 HTTP/1.1" status: 204  len: 168 time: 0.4495876
Jan 26 21:58:39.646923 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc68dc2-9229-4db6-bf78-33813a7a5483 req-c6885ccb-5f96-45b1-bd6e-e04ae72d2ec4 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:39.655288 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4cc68dc2-9229-4db6-bf78-33813a7a5483 req-c6885ccb-5f96-45b1-bd6e-e04ae72d2ec4 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 945 time: 0.9226177
Jan 26 21:58:39.742082 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4cc68dc2-9229-4db6-bf78-33813a7a5483 req-6dde1a12-09d3-4e0a-af6a-3f7e8d43d7bf tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0857890
Jan 26 21:58:39.745216 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-6162b6d2-e4d9-49c3-b0af-ce45f1b59136 admin admin] Network 42f17c59-4bee-4c82-83be-b9da2c7593f5 has no segments {{(pid=80149) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 21:58:39.789295 dv-cinder-772126-1-iscsi neutron-server[80035]: Traceback (most recent call last):
Jan 26 21:58:39.789295 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 26 21:58:39.789295 dv-cinder-772126-1-iscsi neutron-server[80035]:     timer()
Jan 26 21:58:39.789295 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 26 21:58:39.789295 dv-cinder-772126-1-iscsi neutron-server[80035]:     cb(*args, **kw)
Jan 26 21:58:39.789295 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 26 21:58:39.789295 dv-cinder-772126-1-iscsi neutron-server[80035]:     return func(*args, **kwargs)
Jan 26 21:58:39.789295 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 26 21:58:39.789295 dv-cinder-772126-1-iscsi neutron-server[80035]:     self._notify()
Jan 26 21:58:39.789295 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 26 21:58:39.789295 dv-cinder-772126-1-iscsi neutron-server[80035]:     self.callback(batched_events)
Jan 26 21:58:39.789295 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 26 21:58:39.789295 dv-cinder-772126-1-iscsi neutron-server[80035]:     event.method(event)
Jan 26 21:58:39.789295 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 26 21:58:39.789295 dv-cinder-772126-1-iscsi neutron-server[80035]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 26 21:58:39.789295 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 26 21:58:39.789295 dv-cinder-772126-1-iscsi neutron-server[80035]:     segment_id)['aggregates'][0]
Jan 26 21:58:39.789295 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 26 21:58:39.789295 dv-cinder-772126-1-iscsi neutron-server[80035]:     return f(self, *a, **k)
Jan 26 21:58:39.789295 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 26 21:58:39.789295 dv-cinder-772126-1-iscsi neutron-server[80035]:     return self._get(url).json()
Jan 26 21:58:39.789295 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 26 21:58:39.789295 dv-cinder-772126-1-iscsi neutron-server[80035]:     **kwargs)
Jan 26 21:58:39.789295 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 26 21:58:39.789295 dv-cinder-772126-1-iscsi neutron-server[80035]:     return self.request(url, 'GET', **kwargs)
Jan 26 21:58:39.789295 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 26 21:58:39.789295 dv-cinder-772126-1-iscsi neutron-server[80035]:     **endpoint_filter)
Jan 26 21:58:39.789295 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 26 21:58:39.789295 dv-cinder-772126-1-iscsi neutron-server[80035]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 26 21:58:39.789295 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 26 21:58:39.789295 dv-cinder-772126-1-iscsi neutron-server[80035]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 26 21:58:39.789295 dv-cinder-772126-1-iscsi neutron-server[80035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 26 21:58:39.800994 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-453c88d9-6347-4963-b101-20f3ffa5d7b5 req-53ff98b0-0ba6-4b79-888a-94e2e1ca55bd tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5088253
Jan 26 21:58:39.896261 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-07f2fa23-2756-421f-a4f5-39ed5cc805d6 req-0d8b8c96-15bf-42a0-a6c7-ab249a0532f7 service neutron] Synchronizing usage tracker for tenant:c05686334403460baa0316f36db194d6 on resource:security_group {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 21:58:40.138165 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4103e-e99a-4f49-96b3-b00b9f81ca9e req-1cc92d4f-ed73-41a9-a92b-d63d6863f71e tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:40.141438 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-58b4103e-e99a-4f49-96b3-b00b9f81ca9e req-1cc92d4f-ed73-41a9-a92b-d63d6863f71e tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106959-03e8-41b3-8f18-e8c9008121e7 HTTP/1.1" status: 200  len: 945 time: 0.1675692
Jan 26 21:58:40.208901 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-58b4103e-e99a-4f49-96b3-b00b9f81ca9e req-5e4609ab-b424-44a4-92c3-1ad1f4d71639 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603688
Jan 26 21:58:41.146784 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-07f2fa23-2756-421f-a4f5-39ed5cc805d6 req-0d8b8c96-15bf-42a0-a6c7-ab249a0532f7 service neutron] Unset dirty status for tenant:c05686334403460baa0316f36db194d6 on resource:security_group {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 21:58:41.147332 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-00e4554d-4817-4b31-bdb8-43051c335b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:41.148737 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-07f2fa23-2756-421f-a4f5-39ed5cc805d6 req-0d8b8c96-15bf-42a0-a6c7-ab249a0532f7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.8542719
Jan 26 21:58:41.215778 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 0ee3a41e-306b-46bc-9779-af57dfd4b8bb up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:58:41.349583 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 0ee3a41e-306b-46bc-9779-af57dfd4b8bb triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:58:41.349980 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:41.557241 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-1b911c1c-f37d-4fb3-a195-2857a9505891 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:41.570528 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-1b911c1c-f37d-4fb3-a195-2857a9505891 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/networks?id=8d0ba22e-cf93-423f-9d87-3d2900d7e16c HTTP/1.1" status: 200  len: 809 time: 0.3164876
Jan 26 21:58:41.594934 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-03eee801-d294-4435-8089-04d60c15b0f0 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/quotas/9dbbced57185405aa438640a2515257d HTTP/1.1" status: 200  len: 375 time: 0.0185840
Jan 26 21:58:41.651046 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6162b6d2-e4d9-49c3-b0af-ce45f1b59136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853858444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036821521443'] for network, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:41.733049 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-f17367ff-04aa-4419-859d-79d933b8dab4 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9dbbced57185405aa438640a2515257d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1366956
Jan 26 21:58:41.782347 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6162b6d2-e4d9-49c3-b0af-ce45f1b59136 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for network, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:41.789945 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1638f8fa-6dc1-41e5-a27e-f7b153b1cb2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:58:41.813645 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device c397826d-6552-4e1a-9d3d-3aacce271054 no longer exists at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 21:58:42.007717 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:42.046119 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] For port c397826d-6552-4e1a-9d3d-3aacce271054, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=c397826d-6552-4e1a-9d3d-3aacce271054,segment=NetworkSegment(97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec),segment_id=97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 21:58:42.047257 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da3b320-b843-4e3f-a76f-279079441f75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c397826d-6552-4e1a-9d3d-3aacce271054'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 21:58:42.087336 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:42.089349 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-fcedc23f-d11f-4d52-8456-5e4c10203e02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:58:42.292582 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Pushing event updated for resources: {'Port': ['ID=c397826d-6552-4e1a-9d3d-3aacce271054,revision_number=5']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:58:42.299227 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:58:42.390377 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-45a0fac7-4581-4bfb-8fb4-13421cdb8984 service neutron] 10.222.0.30 "GET /v2.0/networks/8d0ba22e-cf93-423f-9d87-3d2900d7e16c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6470368
Jan 26 21:58:42.532991 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6162b6d2-e4d9-49c3-b0af-ce45f1b59136 admin admin] Pushing event deleted for resources: {'Network': ['ID=42f17c59-4bee-4c82-83be-b9da2c7593f5,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:58:42.573283 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6162b6d2-e4d9-49c3-b0af-ce45f1b59136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.783s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:58:42.622016 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-6162b6d2-e4d9-49c3-b0af-ce45f1b59136 admin admin] 10.222.0.30 "DELETE /v2.0/networks/42f17c59-4bee-4c82-83be-b9da2c7593f5 HTTP/1.1" status: 204  len: 168 time: 5.1748362
Jan 26 21:58:42.760309 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b19717-0302-421a-8ee4-cf1f641de010 req-51d7b752-65d5-45b4-9b22-d5d47f31f735 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:42.768858 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-72b19717-0302-421a-8ee4-cf1f641de010 req-51d7b752-65d5-45b4-9b22-d5d47f31f735 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 945 time: 1.1300540
Jan 26 21:58:42.834547 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-8a180e2a-4072-44bf-a2db-24b317b2fe73 service neutron] 10.222.0.30 "GET /v2.0/networks/8d0ba22e-cf93-423f-9d87-3d2900d7e16c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4430828
Jan 26 21:58:42.876148 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-72b19717-0302-421a-8ee4-cf1f641de010 req-eca18be9-0da6-464f-b66f-b7bcc9e0a319 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1061831
Jan 26 21:58:43.208235 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:43.222373 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 47400) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:58:43.316254 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387dec46-05c6-474a-b4d8-ccb66308fd8e req-c1998e24-d0b1-4ce2-8dcb-be184a18c572 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:43.332348 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-387dec46-05c6-474a-b4d8-ccb66308fd8e req-c1998e24-d0b1-4ce2-8dcb-be184a18c572 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.2842157
Jan 26 21:58:43.384405 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:43.389865 dv-cinder-772126-1-iscsi neutron-server[80035]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9da3b320-b843-4e3f-a76f-279079441f75', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c397826d-6552-4e1a-9d3d-3aacce271054', 'code': 422} returned with failed status
Jan 26 21:58:43.413388 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-83c39626-2ead-457d-ac62-b69fdb3d01a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:43.472007 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-6b18ea98-deff-458c-9586-bee19acf6057 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c9d6f3d8fdd2424db4a5c893961794b0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2461929
Jan 26 21:58:43.473136 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 47412) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:58:43.611143 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1e77193f-2e91-49c6-a182-73b2b6f526dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:43.652833 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1e77193f-2e91-49c6-a182-73b2b6f526dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:43.692216 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4402d55f-3da5-41ff-9044-644fee45a986 req-f3a97b19-6982-48d6-b1be-472a1c0aa7cf tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?device_id=438caa00-a561-40ca-8749-90f68ce1b007 HTTP/1.1" status: 200  len: 210 time: 0.1773336
Jan 26 21:58:43.715715 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-387dec46-05c6-474a-b4d8-ccb66308fd8e req-1b7aac39-df5a-4646-bcbe-dfd8b7fb3b4c tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3795638
Jan 26 21:58:43.854554 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1e77193f-2e91-49c6-a182-73b2b6f526dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:43.866743 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-87d093f3-b60d-41ee-b7a0-24aff2f5233b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:58:43.914637 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e77193f-2e91-49c6-a182-73b2b6f526dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5844cdf7-3725-41f1-9f88-83955f9f10e8,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:58:43.921983 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1e77193f-2e91-49c6-a182-73b2b6f526dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:58:43.937562 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1e77193f-2e91-49c6-a182-73b2b6f526dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:43.946822 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-1e77193f-2e91-49c6-a182-73b2b6f526dd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5844cdf7-3725-41f1-9f88-83955f9f10e8 HTTP/1.1" status: 204  len: 168 time: 0.4651175
Jan 26 21:58:44.676196 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:44.903271 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289363bb-6a98-4f0f-adce-da9cb8214634 req-d4147a8f-8e16-4342-9602-4ba7b3a37b2b tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:44.907950 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 47454) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:58:44.912541 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-289363bb-6a98-4f0f-adce-da9cb8214634 req-d4147a8f-8e16-4342-9602-4ba7b3a37b2b tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 943 time: 0.1927073
Jan 26 21:58:45.030798 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-289363bb-6a98-4f0f-adce-da9cb8214634 req-08716745-531d-4dd7-9530-b6273d2160c9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1171114
Jan 26 21:58:45.297401 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a775f260-6c0e-49d8-b94a-5c3da729f6f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:45.323453 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-a775f260-6c0e-49d8-b94a-5c3da729f6f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:58:45.341268 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-a775f260-6c0e-49d8-b94a-5c3da729f6f7 admin admin] Usage tracker for resource:security_group_rule and tenant:2b3227720d64470cbf1abb253d65912a is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:58:45.347241 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-a775f260-6c0e-49d8-b94a-5c3da729f6f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:58:45.366113 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-a775f260-6c0e-49d8-b94a-5c3da729f6f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:58:45.401958 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:45.423294 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e732a5ae-a175-498d-84d1-66797b9a78f8 req-06a31b99-7cfe-4597-9517-fff862396a68 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?device_id=438caa00-a561-40ca-8749-90f68ce1b007 HTTP/1.1" status: 200  len: 210 time: 0.0935860
Jan 26 21:58:45.457979 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 47464) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:58:45.526207 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a775f260-6c0e-49d8-b94a-5c3da729f6f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:45.561864 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a775f260-6c0e-49d8-b94a-5c3da729f6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:45.573741 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1a447081-c372-48b1-a40e-e46cf1086da6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:58:45.673086 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-a775f260-6c0e-49d8-b94a-5c3da729f6f7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2b3227720d64470cbf1abb253d65912a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7613559
Jan 26 21:58:45.673086 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a775f260-6c0e-49d8-b94a-5c3da729f6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39dd60a5-8606-4177-86df-12847b0d3d7f,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:58:45.685073 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 47468) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:58:45.691849 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a775f260-6c0e-49d8-b94a-5c3da729f6f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:58:45.779673 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-9792b782-36f0-4aa8-bb0a-58df0c6b122c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=11e56e32ae4a46708e1f090683b10341&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3197317
Jan 26 21:58:45.789363 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 47474) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:58:45.794166 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b5c4745f-c1d1-47c6-8611-d7380b3357c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:45.831571 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b5c4745f-c1d1-47c6-8611-d7380b3357c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:45.864866 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbe991-0b4b-45ca-a7aa-60ab802d2987 req-4ed34c10-957e-4a5f-8056-aa95035ed7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:45.866808 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d5fbe991-0b4b-45ca-a7aa-60ab802d2987 req-4ed34c10-957e-4a5f-8056-aa95035ed7f4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7a4c50647a404710832ed97f00c9133b&device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 1162 time: 0.3152332
Jan 26 21:58:45.952076 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc9f93-48dc-4df4-9182-6e7a29901367 req-25bf3258-2dba-4afd-bd41-5803fc394954 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:45.954100 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e4bc9f93-48dc-4df4-9182-6e7a29901367 req-25bf3258-2dba-4afd-bd41-5803fc394954 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.3041575
Jan 26 21:58:45.980779 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b5c4745f-c1d1-47c6-8611-d7380b3357c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:45.996134 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-fad2b4b9-cac8-47ee-bc9d-ea98e6a94139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:58:46.134851 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbe991-0b4b-45ca-a7aa-60ab802d2987 req-9cb70fc1-5934-4b5b-8933-5aac2e9eefbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:46.136516 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d5fbe991-0b4b-45ca-a7aa-60ab802d2987 req-9cb70fc1-5934-4b5b-8933-5aac2e9eefbe service neutron] 10.222.0.45 "GET /v2.0/networks?id=74132350-d629-40bd-b240-f2fc9af151e7 HTTP/1.1" status: 200  len: 913 time: 0.1809981
Jan 26 21:58:46.138623 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c4745f-c1d1-47c6-8611-d7380b3357c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39dd60a5-8606-4177-86df-12847b0d3d7f,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:58:46.156402 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b5c4745f-c1d1-47c6-8611-d7380b3357c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:58:46.165117 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b5c4745f-c1d1-47c6-8611-d7380b3357c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:46.165117 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-b5c4745f-c1d1-47c6-8611-d7380b3357c0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/39dd60a5-8606-4177-86df-12847b0d3d7f HTTP/1.1" status: 204  len: 168 time: 0.4733655
Jan 26 21:58:46.216756 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e4bc9f93-48dc-4df4-9182-6e7a29901367 req-bf196445-e5a8-44e0-80a0-d42865ea462d tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791397
Jan 26 21:58:46.423753 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d5fbe991-0b4b-45ca-a7aa-60ab802d2987 req-16b2a7c0-a7f8-4db0-8b14-91612b3e5c4d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ad3f6679-2264-48da-a0a2-33f9f2272a72 HTTP/1.1" status: 200  len: 217 time: 0.2302957
Jan 26 21:58:46.445959 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-5e371795-3ba0-4394-a16b-fdce6810e627 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:46.469473 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-5e371795-3ba0-4394-a16b-fdce6810e627 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.45 "GET /v2.0/networks?id=8d0ba22e-cf93-423f-9d87-3d2900d7e16c HTTP/1.1" status: 200  len: 809 time: 0.5600703
Jan 26 21:58:46.500927 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-133a0340-95de-4bbf-94a4-ba0ec035b747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:46.506646 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-b779cfb9-3f01-4620-b572-f99ab3435ddd tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Request body: {'port': {'device_id': '438caa00-a561-40ca-8749-90f68ce1b007', 'network_id': '8d0ba22e-cf93-423f-9d87-3d2900d7e16c', 'admin_state_up': True, 'tenant_id': '9dbbced57185405aa438640a2515257d'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:58:46.514819 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-133a0340-95de-4bbf-94a4-ba0ec035b747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:46.638764 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbe991-0b4b-45ca-a7aa-60ab802d2987 req-dd746b9f-4a04-43a7-8cf0-756f4a8154af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:46.640670 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d5fbe991-0b4b-45ca-a7aa-60ab802d2987 req-dd746b9f-4a04-43a7-8cf0-756f4a8154af service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10a8d33b-7d45-4a88-98ab-e3f8e511099a HTTP/1.1" status: 200  len: 859 time: 0.2071564
Jan 26 21:58:46.641978 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-133a0340-95de-4bbf-94a4-ba0ec035b747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:46.719383 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2f295cd4-7e7b-48ec-a319-398cb03c8734 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:58:46.733545 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d5fbe991-0b4b-45ca-a7aa-60ab802d2987 req-96ceb502-76e8-4816-8fd2-1427e17cd811 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74132350-d629-40bd-b240-f2fc9af151e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0812638
Jan 26 21:58:46.735784 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a0340-95de-4bbf-94a4-ba0ec035b747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74892f7d-c4ec-498a-949c-8cb40162370a,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:58:46.738642 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-133a0340-95de-4bbf-94a4-ba0ec035b747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:58:46.945477 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-133a0340-95de-4bbf-94a4-ba0ec035b747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:46.974217 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-133a0340-95de-4bbf-94a4-ba0ec035b747 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/74892f7d-c4ec-498a-949c-8cb40162370a HTTP/1.1" status: 204  len: 168 time: 1.1757529
Jan 26 21:58:47.065569 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-b779cfb9-3f01-4620-b572-f99ab3435ddd tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:58:47.087336 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-b779cfb9-3f01-4620-b572-f99ab3435ddd tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Usage tracker for resource:port and tenant:9dbbced57185405aa438640a2515257d is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:58:47.102039 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-b779cfb9-3f01-4620-b572-f99ab3435ddd tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:58:47.122425 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-b779cfb9-3f01-4620-b572-f99ab3435ddd tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:58:47.192595 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6d8fdebb-1c79-49c7-8f9e-5f530a8f4410 req-09ae24a8-1316-4f00-8aae-6bc3bfd063ad tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?device_id=438caa00-a561-40ca-8749-90f68ce1b007 HTTP/1.1" status: 200  len: 210 time: 0.1291559
Jan 26 21:58:47.196073 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-b779cfb9-3f01-4620-b572-f99ab3435ddd tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Made reservation on behalf of 9dbbced57185405aa438640a2515257d for: {'port': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 21:58:47.219713 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-b779cfb9-3f01-4620-b572-f99ab3435ddd tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:47.335725 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d5fbe991-0b4b-45ca-a7aa-60ab802d2987 req-77c091ba-2505-4793-bf40-8272b09e91b8 service neutron] 10.222.0.45 "GET /v2.0/networks/74132350-d629-40bd-b240-f2fc9af151e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5915935
Jan 26 21:58:47.884531 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d5fbe991-0b4b-45ca-a7aa-60ab802d2987 req-2f35e9de-171f-458d-9fad-4fc3bc88de79 service neutron] 10.222.0.45 "GET /v2.0/networks/74132350-d629-40bd-b240-f2fc9af151e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5391724
Jan 26 21:58:48.118064 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f0915-3d6b-49fc-95d2-90fc56af5d61 req-da91b1e1-5c2b-4951-a815-e7112a82a82d tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:48.119745 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8d7f0915-3d6b-49fc-95d2-90fc56af5d61 req-da91b1e1-5c2b-4951-a815-e7112a82a82d tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.4263027
Jan 26 21:58:48.188703 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8d7f0915-3d6b-49fc-95d2-90fc56af5d61 req-6b10a107-e1ec-4319-afe4-4055591ac6c1 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608108
Jan 26 21:58:48.253776 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-b779cfb9-3f01-4620-b572-f99ab3435ddd tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Allocated IP 172.20.0.12 (8d0ba22e-cf93-423f-9d87-3d2900d7e16c/e5ebed94-08a0-4de5-be9e-fe12d3bb3646/94cb4656-7dc2-4f56-bb2e-bdfbe8f25844) {{(pid=80148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 21:58:48.649606 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b8c5afa5-3ef9-406f-b06e-8abd7ce1a1ad req-6db23c24-f3b9-4783-b81d-bf9ae258922e tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?device_id=438caa00-a561-40ca-8749-90f68ce1b007 HTTP/1.1" status: 200  len: 210 time: 0.1926925
Jan 26 21:58:48.753537 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-b779cfb9-3f01-4620-b572-f99ab3435ddd tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Notify callbacks [] for port, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:48.830500 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-b779cfb9-3f01-4620-b572-f99ab3435ddd tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32409920'] for port, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:48.849622 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be4ce0-e2d4-4bb8-90e2-547caab85fa2 req-d369933f-f9ed-4c5e-83ce-f88ccf0a16c3 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:48.851585 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-04be4ce0-e2d4-4bb8-90e2-547caab85fa2 req-d369933f-f9ed-4c5e-83ce-f88ccf0a16c3 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 943 time: 0.2440329
Jan 26 21:58:48.861673 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-199922a2-8ee5-43d1-8ddb-98743c09d770 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:58:48.955807 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-04be4ce0-e2d4-4bb8-90e2-547caab85fa2 req-9db9f9ae-7f8b-4d60-8eba-8df35b34e009 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0827837
Jan 26 21:58:49.074494 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b779cfb9-3f01-4620-b572-f99ab3435ddd tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Pushing event updated for resources: {'Port': ['ID=94cb4656-7dc2-4f56-bb2e-bdfbe8f25844,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:58:49.089573 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 21:58:49.111623 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b779cfb9-3f01-4620-b572-f99ab3435ddd tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:58:49.157232 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 47554) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:58:49.337665 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-b779cfb9-3f01-4620-b572-f99ab3435ddd tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Network 8d0ba22e-cf93-423f-9d87-3d2900d7e16c is already hosted by enough agents. {{(pid=80148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 21:58:49.340479 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-b779cfb9-3f01-4620-b572-f99ab3435ddd tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Resources bound (agent type, host, resource id):  {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 21:58:49.345060 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-b779cfb9-3f01-4620-b572-f99ab3435ddd tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Received port after_create {{(pid=80148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 21:58:49.482813 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-b779cfb9-3f01-4620-b572-f99ab3435ddd tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:49.483580 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-b779cfb9-3f01-4620-b572-f99ab3435ddd tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:49.553862 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e2fa1-3062-430d-8508-51d2394d6956 req-96e92ee9-e83c-4dd1-a3d5-9c34c27aff65 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:49.555607 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2b4e2fa1-3062-430d-8508-51d2394d6956 req-96e92ee9-e83c-4dd1-a3d5-9c34c27aff65 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.1398449
Jan 26 21:58:49.579720 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-b779cfb9-3f01-4620-b572-f99ab3435ddd tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.0816174
Jan 26 21:58:49.606205 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-7de2c643-cc21-49cd-bba3-61d4a1145fdc service neutron] Request body: {'port': {'device_id': '438caa00-a561-40ca-8749-90f68ce1b007', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:58:49.713409 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2b4e2fa1-3062-430d-8508-51d2394d6956 req-0346bf4b-0d2b-4f59-a42e-c1244198698c tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1204767
Jan 26 21:58:49.752993 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ab008c7f-3654-4cbf-9dba-3c7e9499ed82 req-5af5aee9-ac63-4a4d-88c2-b022f86d4463 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.5942204
Jan 26 21:58:50.003139 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-7de2c643-cc21-49cd-bba3-61d4a1145fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:50.350617 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525589a-1ab3-44ff-a4e8-aab50ef56f8e req-75245778-a17b-4c2d-b3a5-8313b5b338b5 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:50.352760 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8525589a-1ab3-44ff-a4e8-aab50ef56f8e req-75245778-a17b-4c2d-b3a5-8313b5b338b5 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?device_id=438caa00-a561-40ca-8749-90f68ce1b007 HTTP/1.1" status: 200  len: 932 time: 0.4043570
Jan 26 21:58:50.469885 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8525589a-1ab3-44ff-a4e8-aab50ef56f8e req-2574f559-02d1-44e7-9c28-7b1438b7d067 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/security-groups?id=a861d262-357a-4523-b4c2-ad0c6066163f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1103835
Jan 26 21:58:50.836320 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-7de2c643-cc21-49cd-bba3-61d4a1145fdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94cb4656-7dc2-4f56-bb2e-bdfbe8f25844 {{(pid=80148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 26 21:58:50.844892 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-7de2c643-cc21-49cd-bba3-61d4a1145fdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:50.870937 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-7de2c643-cc21-49cd-bba3-61d4a1145fdc service neutron] Transition to ACTIVE for port object 94cb4656-7dc2-4f56-bb2e-bdfbe8f25844 will not be triggered until provisioned by entity L2. {{(pid=80148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 21:58:50.913611 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-7de2c643-cc21-49cd-bba3-61d4a1145fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822365879'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:50.934227 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79cb17d-79e6-4050-af00-3ef834f84ebf req-6c1e0364-8b5e-4a52-ab5c-1c289f236bde tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:50.934482 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d021de4e-d1ca-4612-bd4f-96c7b1d87134 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:58:50.942412 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c79cb17d-79e6-4050-af00-3ef834f84ebf req-6c1e0364-8b5e-4a52-ab5c-1c289f236bde tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 943 time: 0.1883352
Jan 26 21:58:51.065462 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c79cb17d-79e6-4050-af00-3ef834f84ebf req-c3e13cac-99a9-41df-bffb-53254673699f tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1221077
Jan 26 21:58:51.168101 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121f172-d517-4486-88c3-cfc3c7c3dac1 req-670ae77b-eb3d-4ffb-a275-e968c9ae41a0 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:51.178373 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8121f172-d517-4486-88c3-cfc3c7c3dac1 req-670ae77b-eb3d-4ffb-a275-e968c9ae41a0 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.1948347
Jan 26 21:58:51.263357 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de2c643-cc21-49cd-bba3-61d4a1145fdc service neutron] Pushing event updated for resources: {'Port': ['ID=94cb4656-7dc2-4f56-bb2e-bdfbe8f25844,revision_number=2']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:58:51.267943 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-7de2c643-cc21-49cd-bba3-61d4a1145fdc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:58:51.272061 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8121f172-d517-4486-88c3-cfc3c7c3dac1 req-8676f352-e034-4a21-a078-cbf7cd2365fd tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925269
Jan 26 21:58:51.353437 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-7de2c643-cc21-49cd-bba3-61d4a1145fdc service neutron] Attempting to bind port 94cb4656-7dc2-4f56-bb2e-bdfbe8f25844 on host hv-cinder-77212 for vnic_type normal with profile  {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 21:58:51.353612 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-7de2c643-cc21-49cd-bba3-61d4a1145fdc service neutron] Attempting to bind port 94cb4656-7dc2-4f56-bb2e-bdfbe8f25844 by drivers openvswitch on host hv-cinder-77212 at level 0 using segments [{'id': 'd3ea1a66-dae2-414a-9117-0dd1903a5a62', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8d0ba22e-cf93-423f-9d87-3d2900d7e16c'}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 21:58:51.354242 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-7de2c643-cc21-49cd-bba3-61d4a1145fdc service neutron] Attempting to bind port 94cb4656-7dc2-4f56-bb2e-bdfbe8f25844 on network 8d0ba22e-cf93-423f-9d87-3d2900d7e16c {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 21:58:51.360967 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-7de2c643-cc21-49cd-bba3-61d4a1145fdc service neutron] Checking agent: {'id': '907ce3e7-819e-4a7f-a1c4-c44a902d1710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 21, 53, 12), 'started_at': datetime.datetime(2021, 1, 26, 21, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 21, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 21:58:51.361342 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-7de2c643-cc21-49cd-bba3-61d4a1145fdc service neutron] Checking segment: {'id': 'd3ea1a66-dae2-414a-9117-0dd1903a5a62', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8d0ba22e-cf93-423f-9d87-3d2900d7e16c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 21:58:51.361748 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-7de2c643-cc21-49cd-bba3-61d4a1145fdc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:51.362267 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-7de2c643-cc21-49cd-bba3-61d4a1145fdc service neutron] Bound using segment: {'id': 'd3ea1a66-dae2-414a-9117-0dd1903a5a62', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8d0ba22e-cf93-423f-9d87-3d2900d7e16c'} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 21:58:51.362751 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-7de2c643-cc21-49cd-bba3-61d4a1145fdc service neutron] Bound port: 94cb4656-7dc2-4f56-bb2e-bdfbe8f25844, host: hv-cinder-77212, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3ea1a66-dae2-414a-9117-0dd1903a5a62', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8d0ba22e-cf93-423f-9d87-3d2900d7e16c'}}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 21:58:51.363124 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-7de2c643-cc21-49cd-bba3-61d4a1145fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:51.544918 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-7de2c643-cc21-49cd-bba3-61d4a1145fdc service neutron] For port 94cb4656-7dc2-4f56-bb2e-bdfbe8f25844, host hv-cinder-77212, cleared binding levels {{(pid=80148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 21:58:51.553202 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-7de2c643-cc21-49cd-bba3-61d4a1145fdc service neutron] For port 94cb4656-7dc2-4f56-bb2e-bdfbe8f25844, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=94cb4656-7dc2-4f56-bb2e-bdfbe8f25844,segment=NetworkSegment(d3ea1a66-dae2-414a-9117-0dd1903a5a62),segment_id=d3ea1a66-dae2-414a-9117-0dd1903a5a62)] {{(pid=80148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 21:58:51.615643 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-7de2c643-cc21-49cd-bba3-61d4a1145fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822365879'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:51.660551 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f86115bd-8e0b-4351-8eb4-e37d62e10272 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:58:51.689421 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-88fdeeef-1dfa-4e36-8a06-3dc8d7268adc tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:51.691173 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-88fdeeef-1dfa-4e36-8a06-3dc8d7268adc tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/networks?id=32df5fc0-9e1f-4ca8-bc39-1341c4f738f5 HTTP/1.1" status: 200  len: 814 time: 0.3307748
Jan 26 21:58:51.758761 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-d3d11d6d-a965-4b36-b929-ae5ebaa7beac tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/quotas/67378ee588b44b458166893de5b521e0 HTTP/1.1" status: 200  len: 375 time: 0.0543938
Jan 26 21:58:51.889035 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de2c643-cc21-49cd-bba3-61d4a1145fdc service neutron] Pushing event updated for resources: {'Port': ['ID=94cb4656-7dc2-4f56-bb2e-bdfbe8f25844,revision_number=3']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:58:51.894274 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-7de2c643-cc21-49cd-bba3-61d4a1145fdc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:58:51.920006 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68133eb-5343-4d81-a9d7-900449412e58 req-6fb02291-ee59-421b-8986-7979d4714d87 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:51.921435 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e68133eb-5343-4d81-a9d7-900449412e58 req-6fb02291-ee59-421b-8986-7979d4714d87 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?device_id=438caa00-a561-40ca-8749-90f68ce1b007 HTTP/1.1" status: 200  len: 944 time: 0.2148221
Jan 26 21:58:51.954784 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-e5e2d643-125c-45e2-9e4c-b17781a0351a tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Synchronizing usage tracker for tenant:67378ee588b44b458166893de5b521e0 on resource:port {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 21:58:51.963317 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-7de2c643-cc21-49cd-bba3-61d4a1145fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:51.963799 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-7de2c643-cc21-49cd-bba3-61d4a1145fdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:51.967646 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-7de2c643-cc21-49cd-bba3-61d4a1145fdc service neutron] 10.222.0.45 "PUT /v2.0/ports/94cb4656-7dc2-4f56-bb2e-bdfbe8f25844 HTTP/1.1" status: 200  len: 1158 time: 2.3668749
Jan 26 21:58:51.968605 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '438caa00-a561-40ca-8749-90f68ce1b007', 'tag': '94cb4656-7dc2-4f56-bb2e-bdfbe8f25844'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 21:58:52.031954 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e68133eb-5343-4d81-a9d7-900449412e58 req-476c3a38-2172-489a-9375-818591cdb71a tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/security-groups?id=a861d262-357a-4523-b4c2-ad0c6066163f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708890
Jan 26 21:58:52.064550 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-e5e2d643-125c-45e2-9e4c-b17781a0351a tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Unset dirty status for tenant:67378ee588b44b458166893de5b521e0 on resource:port {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 21:58:52.066297 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-e5e2d643-125c-45e2-9e4c-b17781a0351a tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=67378ee588b44b458166893de5b521e0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2986536
Jan 26 21:58:52.219125 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-28e9f187-2f3c-4faf-a6ab-51295a22cfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:52.221252 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-28e9f187-2f3c-4faf-a6ab-51295a22cfc2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9dbbced57185405aa438640a2515257d&device_id=438caa00-a561-40ca-8749-90f68ce1b007 HTTP/1.1" status: 200  len: 1161 time: 0.1558557
Jan 26 21:58:52.344229 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-50faf8e5-79ce-4e7e-8801-ccdaab6480c4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94cb4656-7dc2-4f56-bb2e-bdfbe8f25844 HTTP/1.1" status: 200  len: 217 time: 0.1026866
Jan 26 21:58:52.445410 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-0a85eeb6-027b-4101-8b55-77e5c36c2ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:52.447628 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-0a85eeb6-027b-4101-8b55-77e5c36c2ede service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5ebed94-08a0-4de5-be9e-fe12d3bb3646 HTTP/1.1" status: 200  len: 849 time: 0.0949681
Jan 26 21:58:52.511195 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-24eeb12a-68aa-4da2-a195-7702bec08839 service neutron] 10.222.0.30 "GET /v2.0/networks/32df5fc0-9e1f-4ca8-bc39-1341c4f738f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4303346
Jan 26 21:58:52.526564 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-a358c14b-80b1-4c2d-b123-0c060313c815 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8d0ba22e-cf93-423f-9d87-3d2900d7e16c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0709600
Jan 26 21:58:52.691918 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-138e21ac-b8e2-4d52-ab92-f60723786f90 service neutron] 10.222.0.30 "GET /v2.0/networks/32df5fc0-9e1f-4ca8-bc39-1341c4f738f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1726732
Jan 26 21:58:52.730957 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-f8c0c29d-22c3-4791-b58e-1dca716b09b8 service neutron] 10.222.0.45 "GET /v2.0/networks/8d0ba22e-cf93-423f-9d87-3d2900d7e16c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1964378
Jan 26 21:58:52.789383 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '438caa00-a561-40ca-8749-90f68ce1b007', 'tag': '94cb4656-7dc2-4f56-bb2e-bdfbe8f25844', 'status': 'completed', 'code': 200}
Jan 26 21:58:53.032629 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2a8706f7-2dd0-4f19-b264-cfaf4c5d6d1f req-0351690b-2114-418a-ad7d-425112175d59 service neutron] 10.222.0.45 "GET /v2.0/networks/8d0ba22e-cf93-423f-9d87-3d2900d7e16c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2949739
Jan 26 21:58:53.136188 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6ef0e-f1d6-4ee7-b296-422f81a384a6 req-7bae127b-1c1b-4ce7-900c-670f54e04c38 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:53.137952 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-97c6ef0e-f1d6-4ee7-b296-422f81a384a6 req-7bae127b-1c1b-4ce7-900c-670f54e04c38 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 943 time: 0.2501910
Jan 26 21:58:53.205352 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c3d26bc7-8c64-4341-b781-bbc640ca8437 req-eaf9db9e-413f-44c9-80e1-4bb73ff8ab39 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 210 time: 0.0660903
Jan 26 21:58:53.275263 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-97c6ef0e-f1d6-4ee7-b296-422f81a384a6 req-1eaaee81-df66-47c8-a223-bfb26a2e466e tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0687296
Jan 26 21:58:53.324540 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795dd987-f35d-49e8-8fac-0396d6523f9d req-e7c6fc90-529a-46f2-b384-faeb219b41d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:53.326184 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-795dd987-f35d-49e8-8fac-0396d6523f9d req-e7c6fc90-529a-46f2-b384-faeb219b41d2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=9dbbced57185405aa438640a2515257d&device_id=438caa00-a561-40ca-8749-90f68ce1b007 HTTP/1.1" status: 200  len: 1161 time: 0.1302996
Jan 26 21:58:53.514911 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795dd987-f35d-49e8-8fac-0396d6523f9d req-9da3da5d-73eb-4a26-9106-e673f2a4ca58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:53.517994 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-795dd987-f35d-49e8-8fac-0396d6523f9d req-9da3da5d-73eb-4a26-9106-e673f2a4ca58 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8d0ba22e-cf93-423f-9d87-3d2900d7e16c HTTP/1.1" status: 200  len: 903 time: 0.1834381
Jan 26 21:58:53.624570 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-795dd987-f35d-49e8-8fac-0396d6523f9d req-2614b555-e72a-4cd6-9dfe-9d923c1e5c37 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=94cb4656-7dc2-4f56-bb2e-bdfbe8f25844 HTTP/1.1" status: 200  len: 217 time: 0.0988307
Jan 26 21:58:53.635955 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37363bf-f8db-4a8a-aad9-cc066dafb58d req-25ed72c6-eb83-481d-b392-72b0fdef89c1 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:53.637670 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d37363bf-f8db-4a8a-aad9-cc066dafb58d req-25ed72c6-eb83-481d-b392-72b0fdef89c1 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?device_id=438caa00-a561-40ca-8749-90f68ce1b007 HTTP/1.1" status: 200  len: 944 time: 0.1473000
Jan 26 21:58:53.734356 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d37363bf-f8db-4a8a-aad9-cc066dafb58d req-a9871047-44f1-4276-9e1f-18c9f1ead792 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/security-groups?id=a861d262-357a-4523-b4c2-ad0c6066163f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886605
Jan 26 21:58:53.750596 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795dd987-f35d-49e8-8fac-0396d6523f9d req-20b4ac24-e961-447e-9d5a-4a06e95fb681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:53.753838 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-795dd987-f35d-49e8-8fac-0396d6523f9d req-20b4ac24-e961-447e-9d5a-4a06e95fb681 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e5ebed94-08a0-4de5-be9e-fe12d3bb3646 HTTP/1.1" status: 200  len: 849 time: 0.1209481
Jan 26 21:58:53.810825 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-795dd987-f35d-49e8-8fac-0396d6523f9d req-808e9ba2-0c5d-4adb-a14a-308848eb9449 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8d0ba22e-cf93-423f-9d87-3d2900d7e16c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0493078
Jan 26 21:58:54.105426 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-795dd987-f35d-49e8-8fac-0396d6523f9d req-116bbeb6-b8ac-4df7-bbbc-94d351e21bef service neutron] 10.222.0.45 "GET /v2.0/networks/8d0ba22e-cf93-423f-9d87-3d2900d7e16c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2791777
Jan 26 21:58:54.324042 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-795dd987-f35d-49e8-8fac-0396d6523f9d req-81481f17-d0dc-43de-b3e7-33b7bf0f26b5 service neutron] 10.222.0.45 "GET /v2.0/networks/8d0ba22e-cf93-423f-9d87-3d2900d7e16c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2057774
Jan 26 21:58:54.464832 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-20404783-ab1f-4492-ba23-bf2f6905f0c5 req-bafe6cd0-696e-4e6e-be4e-ed6be5542ffe tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 210 time: 0.0629442
Jan 26 21:58:54.637125 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab008c7f-3654-4cbf-9dba-3c7e9499ed82 req-c8bc5a77-347e-4863-9eb6-f606cd73f3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:54.638882 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ab008c7f-3654-4cbf-9dba-3c7e9499ed82 req-c8bc5a77-347e-4863-9eb6-f606cd73f3f6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75&tenant_id=c8cd6f60f4bf49aabee2ed7fc70c2d8b HTTP/1.1" status: 200  len: 1160 time: 0.1173003
Jan 26 21:58:54.762477 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991865b0-4656-4e1c-ae2c-d739b1f50f3a req-5e232f7a-4066-4c35-b035-cc5daacbf4c0 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:54.764207 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-991865b0-4656-4e1c-ae2c-d739b1f50f3a req-5e232f7a-4066-4c35-b035-cc5daacbf4c0 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 943 time: 0.1383557
Jan 26 21:58:54.831304 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-991865b0-4656-4e1c-ae2c-d739b1f50f3a req-953bc5b3-76ad-472b-8414-876bd82ad00a tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0601044
Jan 26 21:58:54.894009 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab008c7f-3654-4cbf-9dba-3c7e9499ed82 req-4038445e-5bd5-4215-8231-78ca5a6f49ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:54.896623 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ab008c7f-3654-4cbf-9dba-3c7e9499ed82 req-4038445e-5bd5-4215-8231-78ca5a6f49ea service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c8cd6f60f4bf49aabee2ed7fc70c2d8b&device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 1160 time: 0.1118381
Jan 26 21:58:55.138750 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab008c7f-3654-4cbf-9dba-3c7e9499ed82 req-f772a99a-3ec9-4cd0-a487-aac645a59ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:55.140464 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ab008c7f-3654-4cbf-9dba-3c7e9499ed82 req-f772a99a-3ec9-4cd0-a487-aac645a59ec1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a055a280-6113-40f9-90e9-85b200767415 HTTP/1.1" status: 200  len: 911 time: 0.2360392
Jan 26 21:58:55.239447 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbee75-2211-49d5-b18c-c63182aafaae req-c585569a-d33f-41da-a580-75a47c290c28 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:55.241320 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-aacbee75-2211-49d5-b18c-c63182aafaae req-c585569a-d33f-41da-a580-75a47c290c28 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?device_id=438caa00-a561-40ca-8749-90f68ce1b007 HTTP/1.1" status: 200  len: 944 time: 0.1762421
Jan 26 21:58:55.312204 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-aacbee75-2211-49d5-b18c-c63182aafaae req-be69bb97-7be3-4a01-985b-763cfa5bbb36 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/security-groups?id=a861d262-357a-4523-b4c2-ad0c6066163f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632999
Jan 26 21:58:55.560106 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ab008c7f-3654-4cbf-9dba-3c7e9499ed82 req-d2e4e575-8cb6-40bb-9181-677c8a37a933 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c397826d-6552-4e1a-9d3d-3aacce271054 HTTP/1.1" status: 200  len: 998 time: 0.4122174
Jan 26 21:58:55.690802 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab008c7f-3654-4cbf-9dba-3c7e9499ed82 req-5d0122b9-59bc-4160-a629-3da3c6fb257d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:55.695036 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ab008c7f-3654-4cbf-9dba-3c7e9499ed82 req-5d0122b9-59bc-4160-a629-3da3c6fb257d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d34651d4-afa5-4ccf-825b-2a13925b4ac2 HTTP/1.1" status: 200  len: 856 time: 0.1268487
Jan 26 21:58:55.802624 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab008c7f-3654-4cbf-9dba-3c7e9499ed82 req-de7b1dd1-aaf0-4f7b-8c52-bb066cb05398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:55.804864 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ab008c7f-3654-4cbf-9dba-3c7e9499ed82 req-de7b1dd1-aaf0-4f7b-8c52-bb066cb05398 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a055a280-6113-40f9-90e9-85b200767415&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1024857
Jan 26 21:58:55.805004 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-654c8d9d-2c18-420b-88e7-71a481d846fc req-a00f60bd-5d90-49e1-9016-065318ebd302 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 210 time: 0.1064022
Jan 26 21:58:55.984149 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-0442ade4-74d5-4d4d-869c-e02f2a575647 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:55.988559 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-0442ade4-74d5-4d4d-869c-e02f2a575647 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.45 "GET /v2.0/networks?id=32df5fc0-9e1f-4ca8-bc39-1341c4f738f5 HTTP/1.1" status: 200  len: 814 time: 0.5009561
Jan 26 21:58:56.031145 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-d6b3d5db-f8dc-45ff-84e3-817f855c6f59 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Request body: {'port': {'device_id': '8d96ef07-264f-4dbf-a255-ba4248406add', 'network_id': '32df5fc0-9e1f-4ca8-bc39-1341c4f738f5', 'admin_state_up': True, 'tenant_id': '67378ee588b44b458166893de5b521e0'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:58:56.148662 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ab008c7f-3654-4cbf-9dba-3c7e9499ed82 req-c1a490e7-a33a-48d9-988a-8e0d6be72095 service neutron] 10.222.0.45 "GET /v2.0/networks/a055a280-6113-40f9-90e9-85b200767415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3271780
Jan 26 21:58:56.175143 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 94cb4656-7dc2-4f56-bb2e-bdfbe8f25844 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:58:56.366626 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-d6b3d5db-f8dc-45ff-84e3-817f855c6f59 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:58:56.372902 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning for port 94cb4656-7dc2-4f56-bb2e-bdfbe8f25844 completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 21:58:56.379079 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 94cb4656-7dc2-4f56-bb2e-bdfbe8f25844 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:58:56.387152 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:56.416017 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ab008c7f-3654-4cbf-9dba-3c7e9499ed82 req-1d899f3c-d218-4539-b253-1aa22259bf81 service neutron] 10.222.0.45 "GET /v2.0/networks/a055a280-6113-40f9-90e9-85b200767415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2211487
Jan 26 21:58:56.457001 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5a249-345d-4639-8059-8073de481984 req-d748e6b7-d402-4683-a757-fcfd06d6731d tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:56.466571 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-0fb5a249-345d-4639-8059-8073de481984 req-d748e6b7-d402-4683-a757-fcfd06d6731d tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 943 time: 0.3336344
Jan 26 21:58:56.579594 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-0fb5a249-345d-4639-8059-8073de481984 req-34942350-ea13-4ef6-a4dc-65b9c6ebbda1 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1113987
Jan 26 21:58:56.580295 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-d6b3d5db-f8dc-45ff-84e3-817f855c6f59 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:58:56.713823 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:56.765329 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] For port 94cb4656-7dc2-4f56-bb2e-bdfbe8f25844, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=94cb4656-7dc2-4f56-bb2e-bdfbe8f25844,segment=NetworkSegment(d3ea1a66-dae2-414a-9117-0dd1903a5a62),segment_id=d3ea1a66-dae2-414a-9117-0dd1903a5a62)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 21:58:56.766302 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438caa00-a561-40ca-8749-90f68ce1b007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94cb4656-7dc2-4f56-bb2e-bdfbe8f25844'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 21:58:56.803592 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:56.805737 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-be0cfa79-77db-42eb-9404-4fc3df2d1581 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:58:56.874884 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656bf34-f6f6-4eed-8ecc-7377f9c29fda req-d9de76cd-49ff-4554-9201-84374f118533 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:56.874884 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4656bf34-f6f6-4eed-8ecc-7377f9c29fda req-d9de76cd-49ff-4554-9201-84374f118533 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?device_id=438caa00-a561-40ca-8749-90f68ce1b007 HTTP/1.1" status: 200  len: 944 time: 0.2487731
Jan 26 21:58:56.934018 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438caa00-a561-40ca-8749-90f68ce1b007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94cb4656-7dc2-4f56-bb2e-bdfbe8f25844', 'code': 200}
Jan 26 21:58:57.077422 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-d6b3d5db-f8dc-45ff-84e3-817f855c6f59 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Made reservation on behalf of 67378ee588b44b458166893de5b521e0 for: {'port': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 21:58:57.132227 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Pushing event updated for resources: {'Port': ['ID=94cb4656-7dc2-4f56-bb2e-bdfbe8f25844,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:58:57.137261 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-d6b3d5db-f8dc-45ff-84e3-817f855c6f59 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:57.141354 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:58:57.372501 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-35d83460-863c-42aa-945a-389a6aa34930 req-7b23b8af-5068-417f-96f8-9b88b81f2a14 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 210 time: 0.1598508
Jan 26 21:58:57.443488 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 94cb4656-7dc2-4f56-bb2e-bdfbe8f25844 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:58:57.467841 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4656bf34-f6f6-4eed-8ecc-7377f9c29fda req-77eb2338-51a8-4164-8535-b9f47d3959b7 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/security-groups?id=a861d262-357a-4523-b4c2-ad0c6066163f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5531809
Jan 26 21:58:57.702801 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 94cb4656-7dc2-4f56-bb2e-bdfbe8f25844 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:58:57.710211 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:58.045761 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f80673-08e3-4eda-996b-9ec2f6fac874 req-28bef086-f7e4-4a33-b906-c74d2e47bf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:58.049884 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-90f80673-08e3-4eda-996b-9ec2f6fac874 req-28bef086-f7e4-4a33-b906-c74d2e47bf93 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=438caa00-a561-40ca-8749-90f68ce1b007 HTTP/1.1" status: 200  len: 1163 time: 0.3281496
Jan 26 21:58:58.177751 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 47822) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:58:58.304805 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-90f80673-08e3-4eda-996b-9ec2f6fac874 req-c1a03aff-7b8d-49ab-a0c2-be5d52ef7530 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a861d262-357a-4523-b4c2-ad0c6066163f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1597979
Jan 26 21:58:58.610287 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c41d8daa-0a95-467d-820c-b83ce1dace87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:58.631190 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-c41d8daa-0a95-467d-820c-b83ce1dace87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:58:58.646991 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-c41d8daa-0a95-467d-820c-b83ce1dace87 admin admin] Usage tracker for resource:security_group_rule and tenant:05289d213197446db666f069390df053 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:58:58.650543 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-c41d8daa-0a95-467d-820c-b83ce1dace87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:58:58.658662 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-c41d8daa-0a95-467d-820c-b83ce1dace87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:58:58.796754 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05762393-bbdd-4561-ab94-88b329965a8e req-230d98ba-b41f-49cc-a95c-a7121e413dcd tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:58.820073 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-05762393-bbdd-4561-ab94-88b329965a8e req-230d98ba-b41f-49cc-a95c-a7121e413dcd tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 943 time: 0.5469120
Jan 26 21:58:58.837586 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c41d8daa-0a95-467d-820c-b83ce1dace87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:58.870302 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c41d8daa-0a95-467d-820c-b83ce1dace87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:58.885741 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b5e09db0-8a19-4f9b-a675-c09c9a5caf1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:58:58.963116 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8c02eed4-0156-4a08-b2d7-ace9b26bbf25 req-d88290c3-2482-4676-ae73-357342aebd19 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 210 time: 0.1177020
Jan 26 21:58:58.970737 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-c41d8daa-0a95-467d-820c-b83ce1dace87 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=05289d213197446db666f069390df053&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7891903
Jan 26 21:58:58.970737 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d8daa-0a95-467d-820c-b83ce1dace87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88434876-1209-4853-aa45-bcb4921bff11,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:58:58.977744 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 47840) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:58:58.986538 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c41d8daa-0a95-467d-820c-b83ce1dace87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:58:59.031617 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-d6b3d5db-f8dc-45ff-84e3-817f855c6f59 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Allocated IP 172.20.0.6 (32df5fc0-9e1f-4ca8-bc39-1341c4f738f5/54a89a8e-8493-4bfa-a7dd-a111bef36e2b/b826e31f-679d-44b8-955b-006e62fa53fd) {{(pid=80149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 21:58:59.050183 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-05762393-bbdd-4561-ab94-88b329965a8e req-cde4c56b-a8ec-43e6-b546-dd5479928d68 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2290947
Jan 26 21:58:59.234700 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-077b19ab-210d-44aa-8727-a4a27439e7ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:59.325025 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-077b19ab-210d-44aa-8727-a4a27439e7ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:59.552750 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c75b9-9cbe-412d-99e2-20865db9d57a req-e42ee79f-5afd-4285-b099-fa14a9ff0d64 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:58:59.554490 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d50c75b9-9cbe-412d-99e2-20865db9d57a req-e42ee79f-5afd-4285-b099-fa14a9ff0d64 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?device_id=438caa00-a561-40ca-8749-90f68ce1b007 HTTP/1.1" status: 200  len: 946 time: 0.4332139
Jan 26 21:58:59.668109 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d50c75b9-9cbe-412d-99e2-20865db9d57a req-7b9b56c2-c3d6-40dc-923c-dc660a448d81 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/security-groups?id=a861d262-357a-4523-b4c2-ad0c6066163f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897310
Jan 26 21:58:59.671578 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-077b19ab-210d-44aa-8727-a4a27439e7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:59.678027 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-72e255d4-4d33-48d7-9ec9-b8f6d6f913c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:58:59.709982 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077b19ab-210d-44aa-8727-a4a27439e7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88434876-1209-4853-aa45-bcb4921bff11,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:58:59.712823 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-077b19ab-210d-44aa-8727-a4a27439e7ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:58:59.726999 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-d6b3d5db-f8dc-45ff-84e3-817f855c6f59 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks [] for port, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:59.746082 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-d6b3d5db-f8dc-45ff-84e3-817f855c6f59 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Transition to ACTIVE for port object b826e31f-679d-44b8-955b-006e62fa53fd will not be triggered until provisioned by entity DHCP. {{(pid=80149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 21:58:59.794674 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-077b19ab-210d-44aa-8727-a4a27439e7ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:58:59.795934 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-077b19ab-210d-44aa-8727-a4a27439e7ec admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/88434876-1209-4853-aa45-bcb4921bff11 HTTP/1.1" status: 204  len: 168 time: 0.8149407
Jan 26 21:58:59.813975 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-d6b3d5db-f8dc-45ff-84e3-817f855c6f59 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31462196'] for port, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:00.038776 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:59:00.119903 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-d6b3d5db-f8dc-45ff-84e3-817f855c6f59 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Network 32df5fc0-9e1f-4ca8-bc39-1341c4f738f5 is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 21:59:00.130027 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-d6b3d5db-f8dc-45ff-84e3-817f855c6f59 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Resources bound (agent type, host, resource id):  {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 21:59:00.149511 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-d6b3d5db-f8dc-45ff-84e3-817f855c6f59 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Received port after_create {{(pid=80149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 21:59:00.260444 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b3d5db-f8dc-45ff-84e3-817f855c6f59 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Pushing event updated for resources: {'Port': ['ID=b826e31f-679d-44b8-955b-006e62fa53fd,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:59:00.272087 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d6b3d5db-f8dc-45ff-84e3-817f855c6f59 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:59:00.593992 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-d6b3d5db-f8dc-45ff-84e3-817f855c6f59 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:00.594936 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-d6b3d5db-f8dc-45ff-84e3-817f855c6f59 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for port, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:00.656846 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-d6b3d5db-f8dc-45ff-84e3-817f855c6f59 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.6322684
Jan 26 21:59:00.677564 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-bc585aa3-edbe-4d63-9519-e6971ce547ea None None] Provisioning for port b826e31f-679d-44b8-955b-006e62fa53fd completed by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 21:59:00.701162 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-bc585aa3-edbe-4d63-9519-e6971ce547ea None None] Provisioning complete for port b826e31f-679d-44b8-955b-006e62fa53fd triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:59:00.702743 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-bc585aa3-edbe-4d63-9519-e6971ce547ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:00.763439 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124630ba-e255-41a5-9a7b-c0b943a92388 req-4e5bae6b-5e47-4117-9e41-90645ce278f7 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:00.772470 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-124630ba-e255-41a5-9a7b-c0b943a92388 req-4e5bae6b-5e47-4117-9e41-90645ce278f7 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106959-03e8-41b3-8f18-e8c9008121e7 HTTP/1.1" status: 200  len: 945 time: 0.4665785
Jan 26 21:59:00.869766 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-bc585aa3-edbe-4d63-9519-e6971ce547ea None None] Port b826e31f-679d-44b8-955b-006e62fa53fd cannot update to ACTIVE because it is not bound. {{(pid=80150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 21:59:01.145705 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653abff-72e1-4187-afa9-e67475557580 req-b590fdc7-4285-4c63-bf42-bdbc3ac1fa24 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:01.150213 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-d653abff-72e1-4187-afa9-e67475557580 req-b590fdc7-4285-4c63-bf42-bdbc3ac1fa24 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Synchronizing usage tracker for tenant:67378ee588b44b458166893de5b521e0 on resource:port {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 21:59:01.224999 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-124630ba-e255-41a5-9a7b-c0b943a92388 req-020a5b74-acdb-44a3-9c14-4008b04a0b75 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4514406
Jan 26 21:59:01.275788 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-d653abff-72e1-4187-afa9-e67475557580 req-b590fdc7-4285-4c63-bf42-bdbc3ac1fa24 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Unset dirty status for tenant:67378ee588b44b458166893de5b521e0 on resource:port {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 21:59:01.277201 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d653abff-72e1-4187-afa9-e67475557580 req-b590fdc7-4285-4c63-bf42-bdbc3ac1fa24 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 931 time: 0.8053346
Jan 26 21:59:01.420981 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d653abff-72e1-4187-afa9-e67475557580 req-4c6f49f9-c873-4320-8c8f-4a06db0609cc tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed00a403-af3d-4be2-b18c-1bd41919de1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1126268
Jan 26 21:59:01.780172 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a52247-be71-4cd6-b142-c37289e5a915 req-9a9604c8-403d-48be-b51b-f6c5d0baef91 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:01.783417 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-52a52247-be71-4cd6-b142-c37289e5a915 req-9a9604c8-403d-48be-b51b-f6c5d0baef91 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 943 time: 0.1916134
Jan 26 21:59:01.938760 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-52a52247-be71-4cd6-b142-c37289e5a915 req-d07e5104-b5a8-4759-9654-072c55460d96 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1422377
Jan 26 21:59:02.111181 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c567ab68-147f-47c4-9fe4-70db20eab5da req-3bcb94d4-473a-4f03-8042-78280947a7c8 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:02.114643 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c567ab68-147f-47c4-9fe4-70db20eab5da req-3bcb94d4-473a-4f03-8042-78280947a7c8 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?device_id=438caa00-a561-40ca-8749-90f68ce1b007 HTTP/1.1" status: 200  len: 946 time: 0.2715044
Jan 26 21:59:02.217127 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c567ab68-147f-47c4-9fe4-70db20eab5da req-2c5b5ff6-5862-4cdc-b560-e51d3cccf85a tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/security-groups?id=a861d262-357a-4523-b4c2-ad0c6066163f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959296
Jan 26 21:59:02.611648 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a2227-7dc0-4938-a097-bb520d5b6c41 req-c7c6fd51-5bb6-4fca-9b46-807b43bf8494 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:02.613401 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1b1a2227-7dc0-4938-a097-bb520d5b6c41 req-c7c6fd51-5bb6-4fca-9b46-807b43bf8494 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 945 time: 0.2518802
Jan 26 21:59:02.663753 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd938acd-bd89-4a6a-a6ff-5f687763d09e req-614a8a94-e11b-4c52-a0da-174f80a75701 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:02.671882 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-bd938acd-bd89-4a6a-a6ff-5f687763d09e req-614a8a94-e11b-4c52-a0da-174f80a75701 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106959-03e8-41b3-8f18-e8c9008121e7 HTTP/1.1" status: 200  len: 945 time: 0.2409418
Jan 26 21:59:02.783107 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-bd938acd-bd89-4a6a-a6ff-5f687763d09e req-2121d34a-9140-4f03-9032-222b30ed6c8e tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101398
Jan 26 21:59:02.842888 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1b1a2227-7dc0-4938-a097-bb520d5b6c41 req-07147606-1671-409d-a183-42252b62d05f tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1277845
Jan 26 21:59:03.147506 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494dd98-0144-4d07-96c8-812aa0f1d9f4 req-3f758f19-07a2-462a-8c40-584c68735fbc tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:03.149921 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4494dd98-0144-4d07-96c8-812aa0f1d9f4 req-3f758f19-07a2-462a-8c40-584c68735fbc tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 931 time: 0.1893587
Jan 26 21:59:03.236596 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4494dd98-0144-4d07-96c8-812aa0f1d9f4 req-44a9b48e-33c6-440f-9b74-77e72b14263a tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed00a403-af3d-4be2-b18c-1bd41919de1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782969
Jan 26 21:59:03.404079 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a22027-db1e-4742-b20b-46148d8dac7f req-50739dca-a590-4550-b012-0efb82bb542d tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:03.405805 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d5a22027-db1e-4742-b20b-46148d8dac7f req-50739dca-a590-4550-b012-0efb82bb542d tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 943 time: 0.1846132
Jan 26 21:59:03.527059 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d5a22027-db1e-4742-b20b-46148d8dac7f req-124f1645-7ffd-4289-acdc-617552642f7f tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0750675
Jan 26 21:59:03.605022 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd8da6-92ef-4379-ac85-ef4c66a90769 req-6bc30031-4df2-488c-b2a5-ac827c4efd88 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:03.612100 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f8cd8da6-92ef-4379-ac85-ef4c66a90769 req-6bc30031-4df2-488c-b2a5-ac827c4efd88 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?device_id=438caa00-a561-40ca-8749-90f68ce1b007 HTTP/1.1" status: 200  len: 946 time: 0.2050796
Jan 26 21:59:03.681097 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f8cd8da6-92ef-4379-ac85-ef4c66a90769 req-5e76e56f-2415-402d-962a-3770afce654a tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/security-groups?id=a861d262-357a-4523-b4c2-ad0c6066163f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628905
Jan 26 21:59:04.253514 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ef85f-558d-4b2f-9330-e8c427a0f5fb req-ce3dd3ca-1db1-4b7b-8008-437fd26034ed tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:04.262545 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-698ef85f-558d-4b2f-9330-e8c427a0f5fb req-ce3dd3ca-1db1-4b7b-8008-437fd26034ed tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106959-03e8-41b3-8f18-e8c9008121e7 HTTP/1.1" status: 200  len: 945 time: 0.2613420
Jan 26 21:59:04.312567 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd024e83-382f-44df-ab14-44efb5f1875c req-51d7ba1c-d30c-4aff-8009-b295d37ef65b tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:04.314264 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fd024e83-382f-44df-ab14-44efb5f1875c req-51d7ba1c-d30c-4aff-8009-b295d37ef65b tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 945 time: 0.2669559
Jan 26 21:59:04.400813 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-698ef85f-558d-4b2f-9330-e8c427a0f5fb req-634d38b3-d406-4626-b647-e928579e9ad3 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1372664
Jan 26 21:59:04.416582 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fd024e83-382f-44df-ab14-44efb5f1875c req-e8ff7d64-0559-4f50-bcd4-51fd099d51d8 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873995
Jan 26 21:59:04.784058 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46912815-fa9f-4c4e-8222-c568643712a9 req-67ec8ad8-4255-4b53-ad53-84065477a7d1 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:04.793430 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-46912815-fa9f-4c4e-8222-c568643712a9 req-67ec8ad8-4255-4b53-ad53-84065477a7d1 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 931 time: 0.2303121
Jan 26 21:59:04.876396 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-46912815-fa9f-4c4e-8222-c568643712a9 req-9a642ac8-2c2a-488d-8e0a-f4bd8b3eb6b2 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed00a403-af3d-4be2-b18c-1bd41919de1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806324
Jan 26 21:59:05.027912 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f5b900-96fb-4226-9e79-9ad611dff948 req-2ef44a1f-d8b9-4704-bed9-2b056daede93 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:05.030951 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-59f5b900-96fb-4226-9e79-9ad611dff948 req-2ef44a1f-d8b9-4704-bed9-2b056daede93 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 943 time: 0.3443246
Jan 26 21:59:05.249177 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-59f5b900-96fb-4226-9e79-9ad611dff948 req-15b6a536-a54f-4f74-b2ba-95f2e1f3ce69 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1495533
Jan 26 21:59:05.336502 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfb8b1-bfeb-4a85-99eb-bf0bca519724 req-a1732973-1f85-45a6-b395-0c39ac8e3dd0 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:05.338334 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9fdfb8b1-bfeb-4a85-99eb-bf0bca519724 req-a1732973-1f85-45a6-b395-0c39ac8e3dd0 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?device_id=438caa00-a561-40ca-8749-90f68ce1b007 HTTP/1.1" status: 200  len: 946 time: 0.3057973
Jan 26 21:59:05.414104 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9fdfb8b1-bfeb-4a85-99eb-bf0bca519724 req-6e5f5285-985b-4d4a-aa38-1cc5c3d7260a tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/security-groups?id=a861d262-357a-4523-b4c2-ad0c6066163f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693088
Jan 26 21:59:05.796097 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799fab4-32c0-475b-9f1d-3badefc0d87e req-14d7b1fd-0d27-441d-964a-f4dd799305ab tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:05.797910 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d799fab4-32c0-475b-9f1d-3badefc0d87e req-14d7b1fd-0d27-441d-964a-f4dd799305ab tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106959-03e8-41b3-8f18-e8c9008121e7 HTTP/1.1" status: 200  len: 945 time: 0.2192094
Jan 26 21:59:05.852094 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452597d-a690-4942-b38d-551014d1128f req-17237524-2a5e-4817-afb3-8f6c56fdcaf5 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:05.854094 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c452597d-a690-4942-b38d-551014d1128f req-17237524-2a5e-4817-afb3-8f6c56fdcaf5 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 945 time: 0.2295682
Jan 26 21:59:05.949576 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d799fab4-32c0-475b-9f1d-3badefc0d87e req-b6d40f03-0c78-40de-99df-b66a8968668f tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943441
Jan 26 21:59:05.983423 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c452597d-a690-4942-b38d-551014d1128f req-d4caeea5-72a2-4cc3-95c1-7287b204b120 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1057165
Jan 26 21:59:06.327227 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f98476-5973-434f-83b0-326414ff8ce6 req-b32ab654-dda9-45e5-b3b8-da4666becb91 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:06.329108 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f2f98476-5973-434f-83b0-326414ff8ce6 req-b32ab654-dda9-45e5-b3b8-da4666becb91 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 931 time: 0.1912830
Jan 26 21:59:06.408728 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f2f98476-5973-434f-83b0-326414ff8ce6 req-27dff755-ad22-4695-81bb-8f097d7b7970 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed00a403-af3d-4be2-b18c-1bd41919de1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720141
Jan 26 21:59:06.644810 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abece81-be7d-492b-8573-f0ee396b2d0d req-1ee331ce-b673-4c24-b228-4571b1372ef0 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:06.649625 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-0abece81-be7d-492b-8573-f0ee396b2d0d req-1ee331ce-b673-4c24-b228-4571b1372ef0 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 943 time: 0.1738122
Jan 26 21:59:06.776901 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-0abece81-be7d-492b-8573-f0ee396b2d0d req-ea054a8b-9c91-4815-ab70-5b2e0998e8ff tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1197658
Jan 26 21:59:06.885940 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f9df3-a0a0-49f0-825c-2338f67d623e req-b1158555-cb1d-4de5-8deb-1042c9566c4c tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:06.887724 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-415f9df3-a0a0-49f0-825c-2338f67d623e req-b1158555-cb1d-4de5-8deb-1042c9566c4c tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?device_id=438caa00-a561-40ca-8749-90f68ce1b007 HTTP/1.1" status: 200  len: 946 time: 0.1839697
Jan 26 21:59:07.002648 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-415f9df3-a0a0-49f0-825c-2338f67d623e req-440abbfb-4dd2-45a6-bcb5-5dd52aab592a tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/security-groups?id=a861d262-357a-4523-b4c2-ad0c6066163f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004481
Jan 26 21:59:07.467132 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac75a9-761c-4fad-8147-ebd70eea517a req-5bba36b5-7303-402b-8af8-d56ea594c69b tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:07.468945 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-85ac75a9-761c-4fad-8147-ebd70eea517a req-5bba36b5-7303-402b-8af8-d56ea594c69b tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106959-03e8-41b3-8f18-e8c9008121e7 HTTP/1.1" status: 200  len: 945 time: 0.2627890
Jan 26 21:59:07.533502 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e00ed-ce4a-479e-ac88-b74d2d7f97b8 req-4bbdf2cc-30dc-4e92-a991-d62f02042572 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:07.535889 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c32e00ed-ce4a-479e-ac88-b74d2d7f97b8 req-4bbdf2cc-30dc-4e92-a991-d62f02042572 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 945 time: 0.2449622
Jan 26 21:59:07.649788 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-85ac75a9-761c-4fad-8147-ebd70eea517a req-e69e0ee3-236d-4c6a-bff1-0bcea75bf3b9 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127558
Jan 26 21:59:07.688349 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c32e00ed-ce4a-479e-ac88-b74d2d7f97b8 req-a78d92a7-84b9-4b58-9d30-4113e4e410f7 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1295841
Jan 26 21:59:08.040928 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f5e0c-0d95-4a3e-8a6a-1902d9d65fe6 req-f35b9550-dc78-4d26-859b-710b418d1e56 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:08.043054 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ca0f5e0c-0d95-4a3e-8a6a-1902d9d65fe6 req-f35b9550-dc78-4d26-859b-710b418d1e56 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 931 time: 0.1746078
Jan 26 21:59:08.175449 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ca0f5e0c-0d95-4a3e-8a6a-1902d9d65fe6 req-344e145e-9260-446e-88ec-809bba054e9e tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed00a403-af3d-4be2-b18c-1bd41919de1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879583
Jan 26 21:59:08.233102 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180e9bb-5e96-49f5-a59a-5e01c4814333 req-4caf6fbd-cd89-4048-83bd-96a998b3a370 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:08.241695 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-0180e9bb-5e96-49f5-a59a-5e01c4814333 req-4caf6fbd-cd89-4048-83bd-96a998b3a370 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 943 time: 0.1972005
Jan 26 21:59:08.322225 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-0180e9bb-5e96-49f5-a59a-5e01c4814333 req-a6a95ab0-eebd-43b8-826b-afc2299fb2fd tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0795090
Jan 26 21:59:08.537055 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f57e129-f8c1-4bc2-a606-4b3843d90b19 req-c2505f70-f3b1-45d7-bf6a-5db12bb68775 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:08.538793 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1f57e129-f8c1-4bc2-a606-4b3843d90b19 req-c2505f70-f3b1-45d7-bf6a-5db12bb68775 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?device_id=438caa00-a561-40ca-8749-90f68ce1b007 HTTP/1.1" status: 200  len: 946 time: 0.1518204
Jan 26 21:59:08.602615 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1f57e129-f8c1-4bc2-a606-4b3843d90b19 req-b6905ae5-ee4c-4a54-ae43-aa5969fece2d tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/security-groups?id=a861d262-357a-4523-b4c2-ad0c6066163f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567741
Jan 26 21:59:09.247654 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8443e-7710-4b43-ae74-7b634ae84870 req-79845ede-53b1-4702-a99e-a002931cf90b tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:09.249314 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1db8443e-7710-4b43-ae74-7b634ae84870 req-79845ede-53b1-4702-a99e-a002931cf90b tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106959-03e8-41b3-8f18-e8c9008121e7 HTTP/1.1" status: 200  len: 945 time: 0.3061206
Jan 26 21:59:09.297088 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47127736-22b2-424e-9bb4-4161c808035f req-fd248e19-5161-4075-ac46-f82b0b2623b9 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:09.298806 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-47127736-22b2-424e-9bb4-4161c808035f req-fd248e19-5161-4075-ac46-f82b0b2623b9 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 945 time: 0.4633088
Jan 26 21:59:09.390518 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1db8443e-7710-4b43-ae74-7b634ae84870 req-9885ee14-9576-4234-afb9-8f495efff70a tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905213
Jan 26 21:59:09.408011 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-47127736-22b2-424e-9bb4-4161c808035f req-d6d697cf-303c-418a-acca-7c22d6fe624b tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905900
Jan 26 21:59:09.715755 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0db19a17-d8e2-443f-886b-8e3db7e06d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:09.767051 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ebd7c-9d28-4eb2-aa36-dd08b920e3c1 req-6605cd62-0a1f-4175-8351-38d463abcdc9 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:09.768679 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-048ebd7c-9d28-4eb2-aa36-dd08b920e3c1 req-6605cd62-0a1f-4175-8351-38d463abcdc9 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 931 time: 0.2467487
Jan 26 21:59:09.843554 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d31e1-af87-41c4-a30f-8946316fe96b req-2f862312-002a-4366-a66f-b5aa337be1b1 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:09.845324 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f16d31e1-af87-41c4-a30f-8946316fe96b req-2f862312-002a-4366-a66f-b5aa337be1b1 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 943 time: 0.2365384
Jan 26 21:59:09.911280 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-048ebd7c-9d28-4eb2-aa36-dd08b920e3c1 req-bffcdb70-1bee-45fd-a8a9-55c3edf032ab tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed00a403-af3d-4be2-b18c-1bd41919de1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1333601
Jan 26 21:59:09.936474 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f16d31e1-af87-41c4-a30f-8946316fe96b req-0c12db05-6e05-40aa-9643-61630ecbe3e3 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0835433
Jan 26 21:59:10.225612 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895dd02-fa9f-4203-bdd4-0839d44fa066 req-401301d3-7840-496f-9c8a-e872dfe5b477 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:10.227682 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5895dd02-fa9f-4203-bdd4-0839d44fa066 req-401301d3-7840-496f-9c8a-e872dfe5b477 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?device_id=438caa00-a561-40ca-8749-90f68ce1b007 HTTP/1.1" status: 200  len: 946 time: 0.1480379
Jan 26 21:59:10.291664 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5895dd02-fa9f-4203-bdd4-0839d44fa066 req-b7310367-ed84-4d3f-8411-acec6b954141 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/security-groups?id=a861d262-357a-4523-b4c2-ad0c6066163f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570159
Jan 26 21:59:10.763267 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9079ff-0c7f-46f0-8a39-a15aa1535d8b req-9f9f4e0b-ba06-4987-b63e-fcb1b149ecbc tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:10.765078 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9b9079ff-0c7f-46f0-8a39-a15aa1535d8b req-9f9f4e0b-ba06-4987-b63e-fcb1b149ecbc tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 945 time: 0.1706645
Jan 26 21:59:10.812899 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc504146-0961-4f52-ad55-5a38ae95b1fd req-295ac61b-e2d4-4017-9a92-c99cbf34b1ac tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:10.814772 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-cc504146-0961-4f52-ad55-5a38ae95b1fd req-295ac61b-e2d4-4017-9a92-c99cbf34b1ac tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106959-03e8-41b3-8f18-e8c9008121e7 HTTP/1.1" status: 200  len: 945 time: 0.2599044
Jan 26 21:59:10.900576 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9b9079ff-0c7f-46f0-8a39-a15aa1535d8b req-6e1daa45-76f0-4a34-abb2-e91f4a5b3165 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845854
Jan 26 21:59:10.922578 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-cc504146-0961-4f52-ad55-5a38ae95b1fd req-0568f6c9-cafc-49b2-918d-642a70d8c637 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880237
Jan 26 21:59:11.477973 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4c05d-4e1c-4fe8-9640-f94c234b800a req-0b3f6f22-e206-498a-b1d7-f79d19074fc1 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:11.479877 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-bbf4c05d-4e1c-4fe8-9640-f94c234b800a req-0b3f6f22-e206-498a-b1d7-f79d19074fc1 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 931 time: 0.3996830
Jan 26 21:59:11.552129 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca191f34-1006-4e17-9f72-1fbe741e4cf7 req-d42fb215-afef-4e16-b4b1-552c6ef0b6e5 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:11.554182 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ca191f34-1006-4e17-9f72-1fbe741e4cf7 req-d42fb215-afef-4e16-b4b1-552c6ef0b6e5 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 943 time: 0.4191761
Jan 26 21:59:11.610451 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-bbf4c05d-4e1c-4fe8-9640-f94c234b800a req-791ec303-29a5-4384-9384-14b6cbfa5377 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed00a403-af3d-4be2-b18c-1bd41919de1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1229570
Jan 26 21:59:11.648302 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ca191f34-1006-4e17-9f72-1fbe741e4cf7 req-a0e35061-5520-4ea0-a88e-f0e7468d2964 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0875781
Jan 26 21:59:11.730996 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] Request body: {'port': {'device_id': '8d96ef07-264f-4dbf-a255-ba4248406add', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:59:11.993250 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfde78-687c-4742-85fe-04c49480c564 req-e67dd5ef-a0ac-4352-a66e-427c67712282 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:11.994485 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-55bfde78-687c-4742-85fe-04c49480c564 req-e67dd5ef-a0ac-4352-a66e-427c67712282 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?device_id=438caa00-a561-40ca-8749-90f68ce1b007 HTTP/1.1" status: 200  len: 946 time: 0.2282376
Jan 26 21:59:11.995345 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:12.350874 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-55bfde78-687c-4742-85fe-04c49480c564 req-a4e5dc25-64d3-4181-b3ea-0e07b693767b tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/security-groups?id=a861d262-357a-4523-b4c2-ad0c6066163f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3329599
Jan 26 21:59:12.414988 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e8022ac1-74a9-4b2e-a273-365148c2045d req-1e9353f4-7f0a-448d-b1ab-850e5f620bc6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1280854
Jan 26 21:59:12.509793 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dc4b12-e5fe-4b9a-9d8a-37a13c8c8963 req-9d780441-cb4f-4f3c-8397-a775011546dd tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:12.517731 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f0dc4b12-e5fe-4b9a-9d8a-37a13c8c8963 req-9d780441-cb4f-4f3c-8397-a775011546dd tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 945 time: 0.3238225
Jan 26 21:59:12.598705 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8022ac1-74a9-4b2e-a273-365148c2045d req-bbf38b2c-7710-4ef8-9e47-95d61e8fb17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:12.601546 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e8022ac1-74a9-4b2e-a273-365148c2045d req-bbf38b2c-7710-4ef8-9e47-95d61e8fb17e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7a4c50647a404710832ed97f00c9133b&device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 1162 time: 0.1429687
Jan 26 21:59:12.709963 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f0dc4b12-e5fe-4b9a-9d8a-37a13c8c8963 req-e0b28e72-c6af-420a-b8c6-db5e7b6762b2 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1910720
Jan 26 21:59:12.903284 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8022ac1-74a9-4b2e-a273-365148c2045d req-5a0cd238-0b22-4bbb-bcb7-20d8892b163f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:12.904769 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e8022ac1-74a9-4b2e-a273-365148c2045d req-5a0cd238-0b22-4bbb-bcb7-20d8892b163f service neutron] 10.222.0.45 "GET /v2.0/networks?id=74132350-d629-40bd-b240-f2fc9af151e7 HTTP/1.1" status: 200  len: 913 time: 0.2492311
Jan 26 21:59:13.142134 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd00b48-001e-44df-a4f5-fdb418a26480 req-d680c4f6-5dda-43c8-ba83-3f426b46cbe6 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:13.150190 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4cd00b48-001e-44df-a4f5-fdb418a26480 req-d680c4f6-5dda-43c8-ba83-3f426b46cbe6 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106959-03e8-41b3-8f18-e8c9008121e7 HTTP/1.1" status: 200  len: 945 time: 0.5226178
Jan 26 21:59:13.153356 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:13.259492 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4cd00b48-001e-44df-a4f5-fdb418a26480 req-2457718d-13c5-4407-a4c0-a5500fbc7834 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085081
Jan 26 21:59:13.331449 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d40c6-ed94-400d-b5b1-28714de6d3ed req-999a9d34-cf2f-49ac-b32f-566a5fcb73fe tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:13.333698 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8a0d40c6-ed94-400d-b5b1-28714de6d3ed req-999a9d34-cf2f-49ac-b32f-566a5fcb73fe tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 931 time: 0.3645220
Jan 26 21:59:13.338547 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:13.390094 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-69e1870b-aadc-4f6e-abca-e8ec6096dd3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:13.463951 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8a0d40c6-ed94-400d-b5b1-28714de6d3ed req-c20c3dc7-df1a-4089-901f-83f89af5ca35 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed00a403-af3d-4be2-b18c-1bd41919de1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1183426
Jan 26 21:59:13.480256 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b826e31f-679d-44b8-955b-006e62fa53fd {{(pid=80149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 26 21:59:13.495570 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:13.653272 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42f17c-2313-403d-80e0-742830e2549c req-65bbffc6-fc08-4055-b709-34625c23e2e3 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:13.655016 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-bf42f17c-2313-403d-80e0-742830e2549c req-65bbffc6-fc08-4055-b709-34625c23e2e3 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 943 time: 0.1559052
Jan 26 21:59:13.656435 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] Transition to ACTIVE for port object b826e31f-679d-44b8-955b-006e62fa53fd will not be triggered until provisioned by entity L2. {{(pid=80149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 21:59:13.718133 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823313603'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:13.775550 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1d3c8547-a8f5-45a3-8ed1-fdf1297c0a44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:59:14.015675 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-bf42f17c-2313-403d-80e0-742830e2549c req-db9c7073-b280-4469-b1fa-75475d4dc6bf tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3089004
Jan 26 21:59:14.099017 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] Pushing event updated for resources: {'Port': ['ID=b826e31f-679d-44b8-955b-006e62fa53fd,revision_number=2']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:59:14.130410 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:14.131954 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:14.132836 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:14.133315 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:14.134002 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:14.134514 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:14.135055 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:14.135525 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:14.136005 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:14.136465 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:14.136930 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:14.137386 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:14.137904 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:14.138363 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:14.138815 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:14.139271 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:14.139772 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:14.140243 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:14.140704 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:14.141135 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:14.141582 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:14.142036 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:14.142488 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:14.143211 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:14.147991 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:59:14.299142 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f318de12-c3a0-4fb4-939e-1002715d9451 req-faec96e2-d444-48de-8014-4cf5f01d44c9 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:14.301980 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f318de12-c3a0-4fb4-939e-1002715d9451 req-faec96e2-d444-48de-8014-4cf5f01d44c9 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?device_id=438caa00-a561-40ca-8749-90f68ce1b007 HTTP/1.1" status: 200  len: 946 time: 0.6385822
Jan 26 21:59:14.564086 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f318de12-c3a0-4fb4-939e-1002715d9451 req-4fdf8acb-2196-4ff9-9485-574c0c570ffa tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/security-groups?id=a861d262-357a-4523-b4c2-ad0c6066163f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2475188
Jan 26 21:59:14.590322 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:14.646233 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] Attempting to bind port b826e31f-679d-44b8-955b-006e62fa53fd on host hv-cinder-77212 for vnic_type normal with profile  {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 21:59:14.651324 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] Attempting to bind port b826e31f-679d-44b8-955b-006e62fa53fd by drivers openvswitch on host hv-cinder-77212 at level 0 using segments [{'id': '7eeb8799-e326-4326-83d8-71c44271645c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '32df5fc0-9e1f-4ca8-bc39-1341c4f738f5'}] {{(pid=80149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 21:59:14.652799 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] Attempting to bind port b826e31f-679d-44b8-955b-006e62fa53fd on network 32df5fc0-9e1f-4ca8-bc39-1341c4f738f5 {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 21:59:14.668611 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] Checking agent: {'id': '907ce3e7-819e-4a7f-a1c4-c44a902d1710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 21, 53, 12), 'started_at': datetime.datetime(2021, 1, 26, 21, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 21, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 21:59:14.669345 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] Checking segment: {'id': '7eeb8799-e326-4326-83d8-71c44271645c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '32df5fc0-9e1f-4ca8-bc39-1341c4f738f5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 21:59:14.669933 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:14.670530 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] Bound using segment: {'id': '7eeb8799-e326-4326-83d8-71c44271645c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '32df5fc0-9e1f-4ca8-bc39-1341c4f738f5'} {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 21:59:14.671794 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] Bound port: b826e31f-679d-44b8-955b-006e62fa53fd, host: hv-cinder-77212, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeb8799-e326-4326-83d8-71c44271645c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '32df5fc0-9e1f-4ca8-bc39-1341c4f738f5'}}] {{(pid=80149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 21:59:14.672401 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:14.753755 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d84077-bce5-49d7-8989-222ca889c078 req-b330bcb2-739b-4b9d-8deb-fc949d156478 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:14.756946 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-76d84077-bce5-49d7-8989-222ca889c078 req-b330bcb2-739b-4b9d-8deb-fc949d156478 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 945 time: 0.4525592
Jan 26 21:59:15.007085 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] For port b826e31f-679d-44b8-955b-006e62fa53fd, host hv-cinder-77212, cleared binding levels {{(pid=80149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 21:59:15.011385 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] For port b826e31f-679d-44b8-955b-006e62fa53fd, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=b826e31f-679d-44b8-955b-006e62fa53fd,segment=NetworkSegment(7eeb8799-e326-4326-83d8-71c44271645c),segment_id=7eeb8799-e326-4326-83d8-71c44271645c)] {{(pid=80149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 21:59:15.051754 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-76d84077-bce5-49d7-8989-222ca889c078 req-2139b06f-9fc9-426e-a9a3-2787b7017296 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2866597
Jan 26 21:59:15.054758 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823313603'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:15.372374 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:59:15.559309 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e3558-f195-4425-8417-92f46754706d req-3ba418da-0514-4407-8f13-609fe45b0704 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:15.561094 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e13e3558-f195-4425-8417-92f46754706d req-3ba418da-0514-4407-8f13-609fe45b0704 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106959-03e8-41b3-8f18-e8c9008121e7 HTTP/1.1" status: 200  len: 945 time: 0.7724721
Jan 26 21:59:15.627807 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] Pushing event updated for resources: {'Port': ['ID=b826e31f-679d-44b8-955b-006e62fa53fd,revision_number=3']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:59:15.641545 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:15.659550 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:59:15.700278 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e13e3558-f195-4425-8417-92f46754706d req-043a08ae-5413-4625-860f-cd630841fc04 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284723
Jan 26 21:59:15.762696 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543024f5-beb1-4bb5-a1d8-db30ea41b108 req-8e259c28-3997-4abd-9184-b98b7b443714 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:15.765791 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-543024f5-beb1-4bb5-a1d8-db30ea41b108 req-8e259c28-3997-4abd-9184-b98b7b443714 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 943 time: 0.4001384
Jan 26 21:59:15.766068 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:15.766792 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for port, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:15.768554 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] 10.222.0.45 "PUT /v2.0/ports/b826e31f-679d-44b8-955b-006e62fa53fd HTTP/1.1" status: 200  len: 1157 time: 4.0441267
Jan 26 21:59:15.769231 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d96ef07-264f-4dbf-a255-ba4248406add', 'tag': 'b826e31f-679d-44b8-955b-006e62fa53fd'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 21:59:15.870225 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-543024f5-beb1-4bb5-a1d8-db30ea41b108 req-b5d49230-08de-40ec-b00b-7ea5399dc508 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed00a403-af3d-4be2-b18c-1bd41919de1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0891521
Jan 26 21:59:16.448530 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82124a-9b52-4639-9ce7-ed12e4e024c5 req-af1ef0cc-b0ac-44a6-809c-2fd1da904f0b tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:16.450272 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6a82124a-9b52-4639-9ce7-ed12e4e024c5 req-af1ef0cc-b0ac-44a6-809c-2fd1da904f0b tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 943 time: 0.4337769
Jan 26 21:59:16.526232 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905724f-df23-4b09-8481-46733fed456b req-382a2187-a583-4e74-b0d3-8feb0bc6015d tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:16.527951 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e905724f-df23-4b09-8481-46733fed456b req-382a2187-a583-4e74-b0d3-8feb0bc6015d tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?device_id=438caa00-a561-40ca-8749-90f68ce1b007 HTTP/1.1" status: 200  len: 946 time: 0.3878887
Jan 26 21:59:16.673626 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6a82124a-9b52-4639-9ce7-ed12e4e024c5 req-5118045c-e734-4888-aa7d-5fe79db75932 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1443610
Jan 26 21:59:16.704079 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e905724f-df23-4b09-8481-46733fed456b req-c8183922-0ce0-4dc5-9c50-c27c402326f2 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/security-groups?id=a861d262-357a-4523-b4c2-ad0c6066163f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1563630
Jan 26 21:59:16.864293 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d96ef07-264f-4dbf-a255-ba4248406add', 'tag': 'b826e31f-679d-44b8-955b-006e62fa53fd', 'status': 'completed', 'code': 200}
Jan 26 21:59:17.241173 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d131f-b2c3-4a0b-9ff0-497bfd40a718 req-b73e7779-65c9-41c0-aab6-b25afe797ba4 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:17.246459 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-709d131f-b2c3-4a0b-9ff0-497bfd40a718 req-b73e7779-65c9-41c0-aab6-b25afe797ba4 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106959-03e8-41b3-8f18-e8c9008121e7 HTTP/1.1" status: 200  len: 945 time: 0.2322817
Jan 26 21:59:17.328854 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc32e13-1fff-4751-843b-be88707d407e req-ab5db9bd-5382-404b-a6c8-abf29b4bae33 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:17.331907 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1dc32e13-1fff-4751-843b-be88707d407e req-ab5db9bd-5382-404b-a6c8-abf29b4bae33 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 945 time: 0.4448211
Jan 26 21:59:17.482549 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-709d131f-b2c3-4a0b-9ff0-497bfd40a718 req-714b19e9-1fd2-4161-924f-32ee04091fe6 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1488743
Jan 26 21:59:17.522586 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1dc32e13-1fff-4751-843b-be88707d407e req-e38f2dfe-40dd-434b-b3f0-1bed14208a38 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1479485
Jan 26 21:59:17.871297 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206997f3-b7fd-4f23-b101-b20e50c71825 req-baedb32c-2b4f-4562-af60-b9af34d1b3d1 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:17.873277 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-206997f3-b7fd-4f23-b101-b20e50c71825 req-baedb32c-2b4f-4562-af60-b9af34d1b3d1 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 943 time: 0.2003992
Jan 26 21:59:18.049453 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-206997f3-b7fd-4f23-b101-b20e50c71825 req-68db96bc-c096-4a88-b8eb-4aa30f544bef tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed00a403-af3d-4be2-b18c-1bd41919de1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1679659
Jan 26 21:59:18.141587 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043cda5-76e6-4383-9364-64852393b995 req-06469413-1a1a-45b8-a54b-cb7f7f6a629e tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:18.143310 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4043cda5-76e6-4383-9364-64852393b995 req-06469413-1a1a-45b8-a54b-cb7f7f6a629e tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?device_id=438caa00-a561-40ca-8749-90f68ce1b007 HTTP/1.1" status: 200  len: 946 time: 0.2327616
Jan 26 21:59:18.218620 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4043cda5-76e6-4383-9364-64852393b995 req-85112078-00a6-4a2e-8547-bec3d71d3187 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/security-groups?id=a861d262-357a-4523-b4c2-ad0c6066163f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681114
Jan 26 21:59:18.377524 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f05d2-2c23-4725-ae56-8339141e6d41 req-c1e9b964-33ed-42c6-a235-73908a4f192d tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:18.379500 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ed9f05d2-2c23-4725-ae56-8339141e6d41 req-c1e9b964-33ed-42c6-a235-73908a4f192d tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 943 time: 0.1451530
Jan 26 21:59:18.471433 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ed9f05d2-2c23-4725-ae56-8339141e6d41 req-c8b59182-49e0-4a7c-bb85-0e000260d6d3 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0833704
Jan 26 21:59:19.026018 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a84cf-3e18-408c-9048-ae64cea1ff57 req-08222e4b-0d30-4018-8543-6722fee3c266 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:19.034097 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-721a84cf-3e18-408c-9048-ae64cea1ff57 req-08222e4b-0d30-4018-8543-6722fee3c266 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106959-03e8-41b3-8f18-e8c9008121e7 HTTP/1.1" status: 200  len: 945 time: 0.2434318
Jan 26 21:59:19.111534 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f68daa-937c-474f-8ac4-5b6d3b51cc3e req-a78420b6-17dc-420c-ade1-a99077458520 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:19.116324 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f8f68daa-937c-474f-8ac4-5b6d3b51cc3e req-a78420b6-17dc-420c-ade1-a99077458520 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 945 time: 0.3909209
Jan 26 21:59:19.205049 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f8f68daa-937c-474f-8ac4-5b6d3b51cc3e req-6a2d2f07-6711-4a95-8919-4f4549c99aa4 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812221
Jan 26 21:59:19.254588 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-721a84cf-3e18-408c-9048-ae64cea1ff57 req-3aaf4925-920a-40d1-aa30-c853942dc346 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2169034
Jan 26 21:59:19.766588 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a6ba5-6306-455e-a159-04f014728c84 req-76c154ce-289d-47e8-966f-fbc7d58b4c48 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:19.768440 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-089a6ba5-6306-455e-a159-04f014728c84 req-76c154ce-289d-47e8-966f-fbc7d58b4c48 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 943 time: 0.3682404
Jan 26 21:59:19.861380 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001ca28-04d6-497f-87bd-1893c282f579 req-27b7150f-2410-4b3c-8417-85b78326118a tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:19.863651 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9001ca28-04d6-497f-87bd-1893c282f579 req-27b7150f-2410-4b3c-8417-85b78326118a tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?device_id=438caa00-a561-40ca-8749-90f68ce1b007 HTTP/1.1" status: 200  len: 946 time: 0.3384361
Jan 26 21:59:19.911708 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-089a6ba5-6306-455e-a159-04f014728c84 req-b40fa027-8d09-4753-8c70-8304848561c8 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed00a403-af3d-4be2-b18c-1bd41919de1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1340806
Jan 26 21:59:19.950882 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9001ca28-04d6-497f-87bd-1893c282f579 req-9a4573a6-e74d-4e7b-b8ee-808b03f3b17c tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/security-groups?id=a861d262-357a-4523-b4c2-ad0c6066163f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765753
Jan 26 21:59:20.153529 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 48172) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:59:20.312713 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67748102-1e5d-4a0d-8847-7e6a07215ff8 req-91960ff2-e453-49e2-b789-c47191a35177 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:20.314474 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-67748102-1e5d-4a0d-8847-7e6a07215ff8 req-91960ff2-e453-49e2-b789-c47191a35177 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 943 time: 0.1811445
Jan 26 21:59:20.408631 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-67748102-1e5d-4a0d-8847-7e6a07215ff8 req-4aa6b315-0edc-4548-a401-b8730df79bec tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0778990
Jan 26 21:59:20.413968 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eb562d11-bfee-4eea-873e-994db256d1b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:20.431731 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-eb562d11-bfee-4eea-873e-994db256d1b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:59:20.436108 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-eb562d11-bfee-4eea-873e-994db256d1b8 admin admin] Usage tracker for resource:security_group_rule and tenant:56ab98ddf5834df8b0547c44583a0f1d is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:59:20.439434 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-eb562d11-bfee-4eea-873e-994db256d1b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:59:20.451628 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-eb562d11-bfee-4eea-873e-994db256d1b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:59:20.574788 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eb562d11-bfee-4eea-873e-994db256d1b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:20.628894 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eb562d11-bfee-4eea-873e-994db256d1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:20.641097 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-5ae8e777-c0b7-45e3-9b9d-77d1d15776ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:59:20.641710 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a66074-f1be-4493-bc2b-78ab3be13d37 req-68817338-429e-4c07-95b6-97ca2ad8b000 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:20.645298 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f5a66074-f1be-4493-bc2b-78ab3be13d37 req-68817338-429e-4c07-95b6-97ca2ad8b000 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 945 time: 0.2320919
Jan 26 21:59:20.693215 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb562d11-bfee-4eea-873e-994db256d1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b76d657-1fee-4536-a812-f02ade8b423a,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:59:20.714419 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb562d11-bfee-4eea-873e-994db256d1b8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:20.714866 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb562d11-bfee-4eea-873e-994db256d1b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:20.715273 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb562d11-bfee-4eea-873e-994db256d1b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:20.715723 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb562d11-bfee-4eea-873e-994db256d1b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:20.716120 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb562d11-bfee-4eea-873e-994db256d1b8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:20.716732 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb562d11-bfee-4eea-873e-994db256d1b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:20.717128 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb562d11-bfee-4eea-873e-994db256d1b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:20.717517 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb562d11-bfee-4eea-873e-994db256d1b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:20.718321 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb562d11-bfee-4eea-873e-994db256d1b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:20.719039 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb562d11-bfee-4eea-873e-994db256d1b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:20.719446 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb562d11-bfee-4eea-873e-994db256d1b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:20.719884 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb562d11-bfee-4eea-873e-994db256d1b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:20.720325 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb562d11-bfee-4eea-873e-994db256d1b8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:20.720721 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb562d11-bfee-4eea-873e-994db256d1b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:20.721086 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb562d11-bfee-4eea-873e-994db256d1b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:20.721618 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb562d11-bfee-4eea-873e-994db256d1b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:20.722136 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb562d11-bfee-4eea-873e-994db256d1b8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:20.723091 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb562d11-bfee-4eea-873e-994db256d1b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:20.723818 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb562d11-bfee-4eea-873e-994db256d1b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:20.725435 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb562d11-bfee-4eea-873e-994db256d1b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:20.725838 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb562d11-bfee-4eea-873e-994db256d1b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:20.726230 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb562d11-bfee-4eea-873e-994db256d1b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:20.726617 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb562d11-bfee-4eea-873e-994db256d1b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:20.727000 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb562d11-bfee-4eea-873e-994db256d1b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:20.739862 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-eb562d11-bfee-4eea-873e-994db256d1b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:59:20.745753 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-eb562d11-bfee-4eea-873e-994db256d1b8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=56ab98ddf5834df8b0547c44583a0f1d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5909433
Jan 26 21:59:20.746472 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 48184) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:59:20.824918 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f5a66074-f1be-4493-bc2b-78ab3be13d37 req-dc57242a-3402-471f-af2d-96739d926c66 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1731374
Jan 26 21:59:20.840969 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6b0e49b9-ccea-4a3a-a001-c329c8dd4eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:20.890263 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6b0e49b9-ccea-4a3a-a001-c329c8dd4eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:20.912472 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497d006-ef3f-4b47-855b-19061bd6d7ba req-cdcc7edf-a32a-4af6-aef7-52281061992b tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:20.914188 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6497d006-ef3f-4b47-855b-19061bd6d7ba req-cdcc7edf-a32a-4af6-aef7-52281061992b tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106959-03e8-41b3-8f18-e8c9008121e7 HTTP/1.1" status: 200  len: 945 time: 0.2145026
Jan 26 21:59:20.986473 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6497d006-ef3f-4b47-855b-19061bd6d7ba req-a9ce5d5c-91fc-4751-88ba-b626c9115d13 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657647
Jan 26 21:59:20.992358 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6b0e49b9-ccea-4a3a-a001-c329c8dd4eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:20.998557 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-24847a94-557a-49ff-85df-fc7df415e520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:59:21.016454 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0e49b9-ccea-4a3a-a001-c329c8dd4eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b76d657-1fee-4536-a812-f02ade8b423a,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:59:21.020404 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6b0e49b9-ccea-4a3a-a001-c329c8dd4eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:59:21.031929 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6b0e49b9-ccea-4a3a-a001-c329c8dd4eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:21.032516 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-6b0e49b9-ccea-4a3a-a001-c329c8dd4eb2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9b76d657-1fee-4536-a812-f02ade8b423a HTTP/1.1" status: 204  len: 168 time: 0.2841082
Jan 26 21:59:21.308012 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef217741-4061-4ad5-9fd4-438a8b1df9e5 req-8b559d2c-24c2-445c-bae6-7e7ae078129a tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:21.309880 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ef217741-4061-4ad5-9fd4-438a8b1df9e5 req-8b559d2c-24c2-445c-bae6-7e7ae078129a tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 943 time: 0.2042868
Jan 26 21:59:21.432501 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce05f67-9b9a-4627-925a-b8d8ee4fd118 req-c4d24244-7db0-4194-8a2f-c9474cebd121 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:21.440187 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7ce05f67-9b9a-4627-925a-b8d8ee4fd118 req-c4d24244-7db0-4194-8a2f-c9474cebd121 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?device_id=438caa00-a561-40ca-8749-90f68ce1b007 HTTP/1.1" status: 200  len: 946 time: 0.2512629
Jan 26 21:59:21.479344 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ef217741-4061-4ad5-9fd4-438a8b1df9e5 req-f02be7ce-ae10-41b4-8ae9-89f927b7200d tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed00a403-af3d-4be2-b18c-1bd41919de1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1541460
Jan 26 21:59:21.520535 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7ce05f67-9b9a-4627-925a-b8d8ee4fd118 req-4fd66f16-8b9d-4469-89bf-d1e697c61e93 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/security-groups?id=a861d262-357a-4523-b4c2-ad0c6066163f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783396
Jan 26 21:59:21.670248 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 48198) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:59:21.696698 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-227ee470-85ad-4277-b769-8afde5db6dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:21.715071 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-227ee470-85ad-4277-b769-8afde5db6dad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:59:21.719208 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-227ee470-85ad-4277-b769-8afde5db6dad admin admin] Usage tracker for resource:security_group_rule and tenant:ca08b5136f9f4f87b46ba2e6b854a66e is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:59:21.722949 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-227ee470-85ad-4277-b769-8afde5db6dad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:59:21.729130 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-227ee470-85ad-4277-b769-8afde5db6dad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:59:21.759688 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14bada-04ba-4200-8aa0-44604dddf43f req-98547bdb-f2db-4d45-bad5-e1ad9a06e1b9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:21.761425 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-df14bada-04ba-4200-8aa0-44604dddf43f req-98547bdb-f2db-4d45-bad5-e1ad9a06e1b9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 943 time: 0.1457655
Jan 26 21:59:21.849497 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-df14bada-04ba-4200-8aa0-44604dddf43f req-669dbd93-b7d5-4ead-b287-f9af58c12ab7 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0770044
Jan 26 21:59:21.850386 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-227ee470-85ad-4277-b769-8afde5db6dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:21.881476 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-227ee470-85ad-4277-b769-8afde5db6dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:21.892080 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-7874502e-4fc9-4c0c-bc98-086d4bd63784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:59:21.940176 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-227ee470-85ad-4277-b769-8afde5db6dad admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ca08b5136f9f4f87b46ba2e6b854a66e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2680557
Jan 26 21:59:21.945461 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 48206) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:59:21.952483 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ee470-85ad-4277-b769-8afde5db6dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f804ebf1-c440-4564-9bd5-59d4d68ec944,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:59:21.960580 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-227ee470-85ad-4277-b769-8afde5db6dad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:59:22.108354 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a62ca3b5-1a1a-4a1c-b664-dadb1cd13add admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:22.157967 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a62ca3b5-1a1a-4a1c-b664-dadb1cd13add admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:22.327741 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a3a59-c157-4ba4-9593-7b34f406eb42 req-f1043a90-070b-489c-ae8b-3aa95a50232f tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:22.329401 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-451a3a59-c157-4ba4-9593-7b34f406eb42 req-f1043a90-070b-489c-ae8b-3aa95a50232f tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 945 time: 0.2766573
Jan 26 21:59:22.450026 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab753f7e-251b-4b67-bfe2-d0b359eaf00b req-1028f890-665c-452c-aa20-9c5e5a56eacf tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:22.451783 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ab753f7e-251b-4b67-bfe2-d0b359eaf00b req-1028f890-665c-452c-aa20-9c5e5a56eacf tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106959-03e8-41b3-8f18-e8c9008121e7 HTTP/1.1" status: 200  len: 945 time: 0.2758787
Jan 26 21:59:22.463960 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-451a3a59-c157-4ba4-9593-7b34f406eb42 req-68744499-ebf8-4170-84a7-4aa203405a08 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1196897
Jan 26 21:59:22.466166 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a62ca3b5-1a1a-4a1c-b664-dadb1cd13add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:22.471059 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-8a4a50e5-3661-458d-88c1-45dec20e5f01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:59:22.503241 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ca3b5-1a1a-4a1c-b664-dadb1cd13add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f804ebf1-c440-4564-9bd5-59d4d68ec944,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:59:22.508695 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a62ca3b5-1a1a-4a1c-b664-dadb1cd13add admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:59:22.528039 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a62ca3b5-1a1a-4a1c-b664-dadb1cd13add admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:22.532532 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-a62ca3b5-1a1a-4a1c-b664-dadb1cd13add admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f804ebf1-c440-4564-9bd5-59d4d68ec944 HTTP/1.1" status: 204  len: 168 time: 0.5827184
Jan 26 21:59:22.563770 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ab753f7e-251b-4b67-bfe2-d0b359eaf00b req-bd025b4a-5cd4-4aee-926e-7ea6587d13f3 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985727
Jan 26 21:59:22.897793 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe2f75-5ab7-4e34-ad74-ebec64023801 req-1d328f95-0802-4eb4-908c-18f6b9129325 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:22.900905 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-23fe2f75-5ab7-4e34-ad74-ebec64023801 req-1d328f95-0802-4eb4-908c-18f6b9129325 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 943 time: 0.2277029
Jan 26 21:59:22.978668 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f3dd3-a06b-4e6b-952b-5a096ac245a3 req-fee02454-07d1-4c8f-b977-6a8057be78cd tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:22.980397 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b33f3dd3-a06b-4e6b-952b-5a096ac245a3 req-fee02454-07d1-4c8f-b977-6a8057be78cd tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?device_id=438caa00-a561-40ca-8749-90f68ce1b007 HTTP/1.1" status: 200  len: 946 time: 0.2579145
Jan 26 21:59:23.052353 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-23fe2f75-5ab7-4e34-ad74-ebec64023801 req-22fea016-b7fa-4763-9ef6-30c83ae0e43e tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed00a403-af3d-4be2-b18c-1bd41919de1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1416798
Jan 26 21:59:23.103140 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b33f3dd3-a06b-4e6b-952b-5a096ac245a3 req-6f4d345b-6885-4a73-827c-a33771396548 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/security-groups?id=a861d262-357a-4523-b4c2-ad0c6066163f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1155469
Jan 26 21:59:23.295538 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 48224) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:59:23.320395 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b7a9acbe-1007-4e6b-b8ef-eecefb1a77d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:23.337731 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-b7a9acbe-1007-4e6b-b8ef-eecefb1a77d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:59:23.342105 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-b7a9acbe-1007-4e6b-b8ef-eecefb1a77d5 admin admin] Usage tracker for resource:security_group_rule and tenant:4754d973ccaa4d23a7ae1e177bdb6968 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:59:23.345530 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-b7a9acbe-1007-4e6b-b8ef-eecefb1a77d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:59:23.354555 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c542e-9922-4332-958c-83ed391078ec req-740b3f38-de1c-4464-a180-d5471a6ad786 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:23.356366 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-311c542e-9922-4332-958c-83ed391078ec req-740b3f38-de1c-4464-a180-d5471a6ad786 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 943 time: 0.1436083
Jan 26 21:59:23.374283 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-b7a9acbe-1007-4e6b-b8ef-eecefb1a77d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:59:23.425169 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-311c542e-9922-4332-958c-83ed391078ec req-94ee654d-27ce-4f7b-8113-5c9d34e52f33 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0548391
Jan 26 21:59:23.489554 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b7a9acbe-1007-4e6b-b8ef-eecefb1a77d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:23.521535 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b7a9acbe-1007-4e6b-b8ef-eecefb1a77d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:23.531248 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1e77193f-2e91-49c6-a182-73b2b6f526dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:59:23.575530 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-b7a9acbe-1007-4e6b-b8ef-eecefb1a77d5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4754d973ccaa4d23a7ae1e177bdb6968&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2781701
Jan 26 21:59:23.579832 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 48230) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:59:23.584303 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9acbe-1007-4e6b-b8ef-eecefb1a77d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fc9f80-70eb-48c3-a65a-3a3bee713491,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:59:23.591065 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b7a9acbe-1007-4e6b-b8ef-eecefb1a77d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:59:23.796838 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-082af0b1-4be0-4823-9429-0adc9419bc2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:23.849091 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-082af0b1-4be0-4823-9429-0adc9419bc2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:24.220884 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e6a37-588b-4b15-8430-4531486ba5f4 req-64c54ed5-b418-4b61-bd27-1282fb720d14 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:24.222565 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d43e6a37-588b-4b15-8430-4531486ba5f4 req-64c54ed5-b418-4b61-bd27-1282fb720d14 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 945 time: 0.5616975
Jan 26 21:59:24.275627 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab21e5-610d-4ca8-9cd0-7afd049bc48c req-9de19c55-7e0c-4a43-9854-fc828b0832ce tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:24.277349 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f0ab21e5-610d-4ca8-9cd0-7afd049bc48c req-9de19c55-7e0c-4a43-9854-fc828b0832ce tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106959-03e8-41b3-8f18-e8c9008121e7 HTTP/1.1" status: 200  len: 945 time: 0.5299482
Jan 26 21:59:24.367036 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d43e6a37-588b-4b15-8430-4531486ba5f4 req-cccc3072-156e-458f-ac60-a39e1519d743 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876632
Jan 26 21:59:24.383931 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f0ab21e5-610d-4ca8-9cd0-7afd049bc48c req-a83c5fd0-3c87-4f00-a27e-96a49143ef55 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868311
Jan 26 21:59:24.429760 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-082af0b1-4be0-4823-9429-0adc9419bc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:24.436333 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-08ae7c2f-3afc-403b-8285-2c092963e1d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:59:24.455332 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082af0b1-4be0-4823-9429-0adc9419bc2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fc9f80-70eb-48c3-a65a-3a3bee713491,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:59:24.459164 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-082af0b1-4be0-4823-9429-0adc9419bc2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:59:24.460871 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-082af0b1-4be0-4823-9429-0adc9419bc2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:24.462788 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-082af0b1-4be0-4823-9429-0adc9419bc2f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b6fc9f80-70eb-48c3-a65a-3a3bee713491 HTTP/1.1" status: 204  len: 168 time: 0.8818970
Jan 26 21:59:24.797616 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4ee6c-07a4-402d-a0b8-3862ee40cc92 req-4993f6bf-5294-4d3e-80ca-532ef8182648 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:24.799370 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-23e4ee6c-07a4-402d-a0b8-3862ee40cc92 req-4993f6bf-5294-4d3e-80ca-532ef8182648 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 943 time: 0.2554722
Jan 26 21:59:24.885374 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facc43e-8c6b-4c58-81c1-5318530e635e req-d23e271e-3446-4345-91c3-4ffb5ee97797 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:24.887140 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6facc43e-8c6b-4c58-81c1-5318530e635e req-d23e271e-3446-4345-91c3-4ffb5ee97797 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?device_id=438caa00-a561-40ca-8749-90f68ce1b007 HTTP/1.1" status: 200  len: 946 time: 0.2842798
Jan 26 21:59:24.938529 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-23e4ee6c-07a4-402d-a0b8-3862ee40cc92 req-c5e4c079-c956-4783-bc4b-7fe89ccf0d32 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed00a403-af3d-4be2-b18c-1bd41919de1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1317322
Jan 26 21:59:24.984154 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6facc43e-8c6b-4c58-81c1-5318530e635e req-fb738e20-3321-4f56-b274-5ad350520822 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/security-groups?id=a861d262-357a-4523-b4c2-ad0c6066163f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873017
Jan 26 21:59:25.235175 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816aa23e-a779-40fc-9cc3-3433ddeb256a req-bd94ffcc-5f9a-4779-a881-d6a2e90dabb8 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:25.236885 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-816aa23e-a779-40fc-9cc3-3433ddeb256a req-bd94ffcc-5f9a-4779-a881-d6a2e90dabb8 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 943 time: 0.1507668
Jan 26 21:59:25.297028 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-816aa23e-a779-40fc-9cc3-3433ddeb256a req-7613dd83-b905-4314-a1da-3bc9821cc076 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524263
Jan 26 21:59:25.740820 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc49c8-0128-43f2-b200-df2bfef15e48 req-75f2b189-080c-4b78-9890-1bab0639b6eb tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:25.742530 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-31bc49c8-0128-43f2-b200-df2bfef15e48 req-75f2b189-080c-4b78-9890-1bab0639b6eb tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106959-03e8-41b3-8f18-e8c9008121e7 HTTP/1.1" status: 200  len: 945 time: 0.1689315
Jan 26 21:59:25.792376 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00acbc6-2c25-4321-860e-18360d5dc515 req-85ffa735-f8fe-4800-98cd-8aacf18c303d tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:25.795472 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e00acbc6-2c25-4321-860e-18360d5dc515 req-85ffa735-f8fe-4800-98cd-8aacf18c303d tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 945 time: 0.2685764
Jan 26 21:59:25.822633 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e8022ac1-74a9-4b2e-a273-365148c2045d req-1f764987-4514-4ea1-952a-9f401f5ebdc4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ad3f6679-2264-48da-a0a2-33f9f2272a72 HTTP/1.1" status: 200  len: 217 time: 0.0778246
Jan 26 21:59:25.952450 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e00acbc6-2c25-4321-860e-18360d5dc515 req-05f7293a-a0f6-43a9-b24d-04e1f2ff756e tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1172993
Jan 26 21:59:25.967290 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8022ac1-74a9-4b2e-a273-365148c2045d req-122a4183-439e-4e49-bf66-e3b467d59611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:25.967290 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e8022ac1-74a9-4b2e-a273-365148c2045d req-122a4183-439e-4e49-bf66-e3b467d59611 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=10a8d33b-7d45-4a88-98ab-e3f8e511099a HTTP/1.1" status: 200  len: 859 time: 0.0883925
Jan 26 21:59:25.980059 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-31bc49c8-0128-43f2-b200-df2bfef15e48 req-5769ec57-743c-4437-8de3-ae3be58497dc tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1838872
Jan 26 21:59:26.032089 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db21636-9233-4d3e-8a19-740401da3030 req-a33dff27-b9ef-486f-910e-4d4cdef61c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:26.033684 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8db21636-9233-4d3e-8a19-740401da3030 req-a33dff27-b9ef-486f-910e-4d4cdef61c30 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67378ee588b44b458166893de5b521e0&device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 1160 time: 0.2364061
Jan 26 21:59:26.057375 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 21:59:26.101292 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e8022ac1-74a9-4b2e-a273-365148c2045d req-c1898847-dfa8-4fcd-aa01-173dc51fff16 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=74132350-d629-40bd-b240-f2fc9af151e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1319954
Jan 26 21:59:26.311573 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e8022ac1-74a9-4b2e-a273-365148c2045d req-49443737-609b-4d6f-b2e3-23a96b4477f6 service neutron] 10.222.0.45 "GET /v2.0/networks/74132350-d629-40bd-b240-f2fc9af151e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1790044
Jan 26 21:59:26.399024 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db21636-9233-4d3e-8a19-740401da3030 req-d5f6e8ce-3ade-4537-bd8d-519a85dd6496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:26.400694 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8db21636-9233-4d3e-8a19-740401da3030 req-d5f6e8ce-3ade-4537-bd8d-519a85dd6496 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=67378ee588b44b458166893de5b521e0&shared=False HTTP/1.1" status: 200  len: 908 time: 0.3499842
Jan 26 21:59:26.467282 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e8022ac1-74a9-4b2e-a273-365148c2045d req-fcc029a7-cbbd-4dd3-a930-161c4691d159 service neutron] 10.222.0.45 "GET /v2.0/networks/74132350-d629-40bd-b240-f2fc9af151e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1457002
Jan 26 21:59:26.492397 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ac3a03-1cc8-4883-b945-9a373d65250e req-9a6ddea3-9085-4742-9143-fbf84ca4f9b6 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:26.494121 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-04ac3a03-1cc8-4883-b945-9a373d65250e req-9a6ddea3-9085-4742-9143-fbf84ca4f9b6 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 943 time: 0.3076901
Jan 26 21:59:26.545408 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba634f-7966-4908-9c4a-673664679db3 req-3faa99c9-a0b8-4bfa-9cb4-975b0b83e07b tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:26.547031 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ecba634f-7966-4908-9c4a-673664679db3 req-3faa99c9-a0b8-4bfa-9cb4-975b0b83e07b tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?device_id=438caa00-a561-40ca-8749-90f68ce1b007 HTTP/1.1" status: 200  len: 946 time: 0.3618479
Jan 26 21:59:26.726669 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-04ac3a03-1cc8-4883-b945-9a373d65250e req-6ab4e828-eb99-4169-a07f-3600428790ef tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed00a403-af3d-4be2-b18c-1bd41919de1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1313825
Jan 26 21:59:26.745620 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ecba634f-7966-4908-9c4a-673664679db3 req-fbf6b7bd-f1f4-4d73-a43c-f9e38bf7a592 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/security-groups?id=a861d262-357a-4523-b4c2-ad0c6066163f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1383328
Jan 26 21:59:26.768740 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db21636-9233-4d3e-8a19-740401da3030 req-60290589-6cfd-4e24-9ae0-aa3d421e032e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:26.770761 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8db21636-9233-4d3e-8a19-740401da3030 req-60290589-6cfd-4e24-9ae0-aa3d421e032e service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.3581839
Jan 26 21:59:27.064826 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6847cd4-23a3-4cef-8abb-c7eb2de18069 req-0f99e332-7860-4862-8c89-986dd2767c3a tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:27.067356 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b6847cd4-23a3-4cef-8abb-c7eb2de18069 req-0f99e332-7860-4862-8c89-986dd2767c3a tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 943 time: 0.2175605
Jan 26 21:59:27.076720 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-70529b78-68e4-4126-a068-dc11c13ef92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:27.078401 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-70529b78-68e4-4126-a068-dc11c13ef92e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67378ee588b44b458166893de5b521e0&device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 1160 time: 0.1832771
Jan 26 21:59:27.231196 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b6847cd4-23a3-4cef-8abb-c7eb2de18069 req-16ea907a-f824-434e-84eb-4f721af11e59 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1516438
Jan 26 21:59:27.255384 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-acab08f7-3868-477f-8502-ebb4983a57dd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b826e31f-679d-44b8-955b-006e62fa53fd HTTP/1.1" status: 200  len: 217 time: 0.0988286
Jan 26 21:59:27.384101 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-ca905533-7e34-48ae-97ad-b7df9d9819bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:27.385711 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-ca905533-7e34-48ae-97ad-b7df9d9819bc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=54a89a8e-8493-4bfa-a7dd-a111bef36e2b HTTP/1.1" status: 200  len: 853 time: 0.1215713
Jan 26 21:59:27.432540 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de4d70-be66-4664-a8f2-989313438045 req-6eb71e1f-b2e5-4a46-8cd0-1be266941e43 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:27.434236 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-28de4d70-be66-4664-a8f2-989313438045 req-6eb71e1f-b2e5-4a46-8cd0-1be266941e43 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 945 time: 0.3193417
Jan 26 21:59:27.614349 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-28de4d70-be66-4664-a8f2-989313438045 req-78f1f297-3ee6-44df-bd18-6d7416e8c783 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1418319
Jan 26 21:59:27.671867 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 0ee3a41e-306b-46bc-9779-af57dfd4b8bb up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:59:27.688613 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307d0df-6368-441c-8bc9-fa20358821a2 req-712f1712-6bd3-4718-8e2b-45c667556771 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:27.690360 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4307d0df-6368-441c-8bc9-fa20358821a2 req-712f1712-6bd3-4718-8e2b-45c667556771 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106959-03e8-41b3-8f18-e8c9008121e7 HTTP/1.1" status: 200  len: 945 time: 0.2551243
Jan 26 21:59:27.698124 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-445365bc-11db-4542-8aaa-f9c244202caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:27.699738 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-445365bc-11db-4542-8aaa-f9c244202caf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=32df5fc0-9e1f-4ca8-bc39-1341c4f738f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2004087
Jan 26 21:59:27.750941 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 0ee3a41e-306b-46bc-9779-af57dfd4b8bb triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:59:27.751540 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:27.845800 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d753cb-0c92-49f5-b1a2-627269b1bcf8 req-8f1b327e-e462-4d2d-91b1-0acf1ac86dd0 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:27.846807 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-10d753cb-0c92-49f5-b1a2-627269b1bcf8 req-8f1b327e-e462-4d2d-91b1-0acf1ac86dd0 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Synchronizing usage tracker for tenant:0b20bd678712440d8c6489419a905a3d on resource:port {{(pid=80148) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 21:59:27.851013 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4307d0df-6368-441c-8bc9-fa20358821a2 req-94afbbff-b32c-4495-b828-1d4a91903b2f tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1501837
Jan 26 21:59:27.909379 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-10d753cb-0c92-49f5-b1a2-627269b1bcf8 req-8f1b327e-e462-4d2d-91b1-0acf1ac86dd0 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Unset dirty status for tenant:0b20bd678712440d8c6489419a905a3d on resource:port {{(pid=80148) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 21:59:27.911740 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-10d753cb-0c92-49f5-b1a2-627269b1bcf8 req-8f1b327e-e462-4d2d-91b1-0acf1ac86dd0 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.45 "GET /v2.0/ports?device_id=1c106959-03e8-41b3-8f18-e8c9008121e7 HTTP/1.1" status: 200  len: 945 time: 0.1999762
Jan 26 21:59:27.979659 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-6c1163b3-e3c7-45f9-abdc-25f9ba179c03 service neutron] 10.222.0.45 "GET /v2.0/networks/32df5fc0-9e1f-4ca8-bc39-1341c4f738f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2610581
Jan 26 21:59:28.025056 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-10d753cb-0c92-49f5-b1a2-627269b1bcf8 req-9a15a725-b4df-4bb1-b5f8-49eb8e5ef1c0 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Deleting port 0ee3a41e-306b-46bc-9779-af57dfd4b8bb {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 21:59:28.025435 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-10d753cb-0c92-49f5-b1a2-627269b1bcf8 req-9a15a725-b4df-4bb1-b5f8-49eb8e5ef1c0 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:28.374819 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-10d753cb-0c92-49f5-b1a2-627269b1bcf8 req-9a15a725-b4df-4bb1-b5f8-49eb8e5ef1c0 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] For port 0ee3a41e-306b-46bc-9779-af57dfd4b8bb, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=0ee3a41e-306b-46bc-9779-af57dfd4b8bb,segment=NetworkSegment(6e858ff7-c974-45e3-a0f9-318eb54e44cd),segment_id=6e858ff7-c974-45e3-a0f9-318eb54e44cd)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 21:59:28.375156 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-10d753cb-0c92-49f5-b1a2-627269b1bcf8 req-9a15a725-b4df-4bb1-b5f8-49eb8e5ef1c0 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:28.390782 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a7b83-b8cd-4f69-8f91-e21736ebb308 req-5eeab76e-738c-4009-bd69-40384d58a390 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:28.396692 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e08a7b83-b8cd-4f69-8f91-e21736ebb308 req-5eeab76e-738c-4009-bd69-40384d58a390 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 943 time: 0.5066833
Jan 26 21:59:28.527040 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-10d753cb-0c92-49f5-b1a2-627269b1bcf8 req-9a15a725-b4df-4bb1-b5f8-49eb8e5ef1c0 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Calling delete_port for 0ee3a41e-306b-46bc-9779-af57dfd4b8bb owned by compute:nova {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 21:59:28.529204 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5c397e30-4af6-42ad-97c0-fc192e278937 req-b7dc1574-0f30-4497-8a58-821e5cf61add service neutron] 10.222.0.45 "GET /v2.0/networks/32df5fc0-9e1f-4ca8-bc39-1341c4f738f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5362909
Jan 26 21:59:28.544727 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e08a7b83-b8cd-4f69-8f91-e21736ebb308 req-2805caa1-f942-4f7b-95e9-cf5c9f38cd96 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed00a403-af3d-4be2-b18c-1bd41919de1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1362247
Jan 26 21:59:28.715298 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e798a-fbd9-438b-83ee-c195ef823e48 req-560c335d-7e78-45cd-be1f-053f9ab53748 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:28.717089 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-bb9e798a-fbd9-438b-83ee-c195ef823e48 req-560c335d-7e78-45cd-be1f-053f9ab53748 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 943 time: 0.1847703
Jan 26 21:59:28.767206 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-10d753cb-0c92-49f5-b1a2-627269b1bcf8 req-9a15a725-b4df-4bb1-b5f8-49eb8e5ef1c0 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32409920'] for port, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:28.784152 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:59:28.837674 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a15a725-b4df-4bb1-b5f8-49eb8e5ef1c0 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Pushing event deleted for resources: {'Port': ['ID=0ee3a41e-306b-46bc-9779-af57dfd4b8bb,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:59:28.888364 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-bb9e798a-fbd9-438b-83ee-c195ef823e48 req-b1c708b1-4bd4-470e-a2cc-063269d12f92 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1635983
Jan 26 21:59:28.891827 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9a15a725-b4df-4bb1-b5f8-49eb8e5ef1c0 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:59:29.026306 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b8f47-130f-4b25-b58b-3483f254f02f req-1b1d5645-2a90-431d-a34b-48e4d9452e64 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:29.028044 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5e9b8f47-130f-4b25-b58b-3483f254f02f req-1b1d5645-2a90-431d-a34b-48e4d9452e64 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?device_id=438caa00-a561-40ca-8749-90f68ce1b007 HTTP/1.1" status: 200  len: 946 time: 0.2862349
Jan 26 21:59:29.033313 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d753cb-0c92-49f5-b1a2-627269b1bcf8 req-9a15a725-b4df-4bb1-b5f8-49eb8e5ef1c0 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] No DVR routers for this DVR port 0ee3a41e-306b-46bc-9779-af57dfd4b8bb on host hv-cinder-77212 {{(pid=80148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 21:59:29.036249 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-10d753cb-0c92-49f5-b1a2-627269b1bcf8 req-9a15a725-b4df-4bb1-b5f8-49eb8e5ef1c0 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:29.039501 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c106959-03e8-41b3-8f18-e8c9008121e7', 'name': 'network-vif-deleted', 'tag': '0ee3a41e-306b-46bc-9779-af57dfd4b8bb'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 21:59:29.096864 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb789e-a62e-4885-b7f5-4bc449c94c75 req-4c99e026-8771-4f9e-8903-67c2bd0582ab tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:29.099168 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1fdb789e-a62e-4885-b7f5-4bc449c94c75 req-4c99e026-8771-4f9e-8903-67c2bd0582ab tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.45 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 945 time: 0.3589923
Jan 26 21:59:29.105854 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-10d753cb-0c92-49f5-b1a2-627269b1bcf8 req-9a15a725-b4df-4bb1-b5f8-49eb8e5ef1c0 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.45 "DELETE /v2.0/ports/0ee3a41e-306b-46bc-9779-af57dfd4b8bb HTTP/1.1" status: 204  len: 173 time: 1.1873617
Jan 26 21:59:29.274206 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5e9b8f47-130f-4b25-b58b-3483f254f02f req-c359a190-0eab-4d80-90b6-1041ced4d15b tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/security-groups?id=a861d262-357a-4523-b4c2-ad0c6066163f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1737761
Jan 26 21:59:29.294270 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-1fdb789e-a62e-4885-b7f5-4bc449c94c75 req-c5e8f05c-fb9a-4cb6-ab7a-a1abb82bc1a6 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Deleting port 46f4cc3b-8bad-4b3d-9c38-e5e81206efd7 {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 21:59:29.294724 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-1fdb789e-a62e-4885-b7f5-4bc449c94c75 req-c5e8f05c-fb9a-4cb6-ab7a-a1abb82bc1a6 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:29.425323 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2107b6-e080-4f81-a232-951203ee5711 req-781fc3d9-9f06-4f0f-82e8-517f609ea510 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:29.427223 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1f2107b6-e080-4f81-a232-951203ee5711 req-781fc3d9-9f06-4f0f-82e8-517f609ea510 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 945 time: 0.3257215
Jan 26 21:59:29.540508 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e3a90446-fe59-40eb-9948-f0f6ad1aa983 req-e0152288-2f67-4947-8ae2-af4ccac442e7 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c106959-03e8-41b3-8f18-e8c9008121e7 HTTP/1.1" status: 200  len: 210 time: 0.0775917
Jan 26 21:59:29.605091 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1f2107b6-e080-4f81-a232-951203ee5711 req-e4de01fd-28ce-41df-968b-8e1603b1899d tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1409876
Jan 26 21:59:29.617075 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c106959-03e8-41b3-8f18-e8c9008121e7', 'name': 'network-vif-deleted', 'tag': '0ee3a41e-306b-46bc-9779-af57dfd4b8bb', 'status': 'completed', 'code': 200}
Jan 26 21:59:29.796800 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-1fdb789e-a62e-4885-b7f5-4bc449c94c75 req-c5e8f05c-fb9a-4cb6-ab7a-a1abb82bc1a6 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] For port 46f4cc3b-8bad-4b3d-9c38-e5e81206efd7, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=46f4cc3b-8bad-4b3d-9c38-e5e81206efd7,segment=NetworkSegment(9afaf6a3-37e6-4363-8b3c-6d368a81a1c0),segment_id=9afaf6a3-37e6-4363-8b3c-6d368a81a1c0)] {{(pid=80149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 21:59:29.797446 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-1fdb789e-a62e-4885-b7f5-4bc449c94c75 req-c5e8f05c-fb9a-4cb6-ab7a-a1abb82bc1a6 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:29.942479 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-1fdb789e-a62e-4885-b7f5-4bc449c94c75 req-c5e8f05c-fb9a-4cb6-ab7a-a1abb82bc1a6 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Calling delete_port for 46f4cc3b-8bad-4b3d-9c38-e5e81206efd7 owned by compute:nova {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 21:59:30.149882 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b02ea-6b17-43fd-9770-79bbea325689 req-29c3507f-595f-4c10-a2ce-82c7468bcf79 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:30.151816 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-3d7b02ea-6b17-43fd-9770-79bbea325689 req-29c3507f-595f-4c10-a2ce-82c7468bcf79 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 943 time: 0.4275024
Jan 26 21:59:30.358652 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 0ee3a41e-306b-46bc-9779-af57dfd4b8bb no longer exists at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 21:59:30.372248 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-3d7b02ea-6b17-43fd-9770-79bbea325689 req-24e1374b-783a-4e1b-9339-ad268c4cf956 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed00a403-af3d-4be2-b18c-1bd41919de1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1526184
Jan 26 21:59:30.400338 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] No Port match for: 0ee3a41e-306b-46bc-9779-af57dfd4b8bb {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 21:59:30.400736 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 0ee3a41e-306b-46bc-9779-af57dfd4b8bb not bound to the agent host hv-cinder-77212 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 21:59:30.401192 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 46f4cc3b-8bad-4b3d-9c38-e5e81206efd7 no longer exists at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 21:59:30.487249 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae45f1-0ff9-434e-9320-4eaf3abaea37 req-e93fd6f7-25b6-482f-896b-02a8bf77c17a tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:30.500329 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4bae45f1-0ff9-434e-9320-4eaf3abaea37 req-e93fd6f7-25b6-482f-896b-02a8bf77c17a tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 943 time: 0.3469734
Jan 26 21:59:30.580875 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:30.637497 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310c723-8d68-4f80-abfb-1168f86306e2 req-f51e6925-a96a-44c2-85d0-43e9c75e04a6 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:30.638201 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-4310c723-8d68-4f80-abfb-1168f86306e2 req-f51e6925-a96a-44c2-85d0-43e9c75e04a6 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Synchronizing usage tracker for tenant:9dbbced57185405aa438640a2515257d on resource:port {{(pid=80148) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 21:59:30.666645 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 48326) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:59:30.687143 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-4310c723-8d68-4f80-abfb-1168f86306e2 req-f51e6925-a96a-44c2-85d0-43e9c75e04a6 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Unset dirty status for tenant:9dbbced57185405aa438640a2515257d on resource:port {{(pid=80148) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 21:59:30.688869 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4310c723-8d68-4f80-abfb-1168f86306e2 req-f51e6925-a96a-44c2-85d0-43e9c75e04a6 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.45 "GET /v2.0/ports?device_id=438caa00-a561-40ca-8749-90f68ce1b007 HTTP/1.1" status: 200  len: 946 time: 0.2293532
Jan 26 21:59:30.788111 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4bae45f1-0ff9-434e-9320-4eaf3abaea37 req-2f5d1a65-7201-43db-ab5d-3359f3852714 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2185860
Jan 26 21:59:30.800802 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-1fdb789e-a62e-4885-b7f5-4bc449c94c75 req-c5e8f05c-fb9a-4cb6-ab7a-a1abb82bc1a6 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31462196'] for port, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:30.823099 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-4310c723-8d68-4f80-abfb-1168f86306e2 req-c0ec48e6-5938-4ad1-b516-b314400ea193 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Deleting port 94cb4656-7dc2-4f56-bb2e-bdfbe8f25844 {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 21:59:30.823789 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-4310c723-8d68-4f80-abfb-1168f86306e2 req-c0ec48e6-5938-4ad1-b516-b314400ea193 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:30.845878 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:59:30.951777 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f0de6209-0eda-4e7a-8d9b-a1cb630f64a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:30.981330 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-f0de6209-0eda-4e7a-8d9b-a1cb630f64a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:59:30.985792 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-f0de6209-0eda-4e7a-8d9b-a1cb630f64a9 admin admin] Usage tracker for resource:security_group_rule and tenant:5ff34e97130a482e83932879bb72a09f is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:59:30.989356 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-f0de6209-0eda-4e7a-8d9b-a1cb630f64a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:59:30.996874 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-f0de6209-0eda-4e7a-8d9b-a1cb630f64a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:59:31.080222 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8f05c-fb9a-4cb6-ab7a-a1abb82bc1a6 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Pushing event deleted for resources: {'Port': ['ID=46f4cc3b-8bad-4b3d-9c38-e5e81206efd7,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:59:31.085514 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c5e8f05c-fb9a-4cb6-ab7a-a1abb82bc1a6 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:59:31.164736 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ffd36e-3f40-4d5a-9a3c-2485f7bfcc00 req-e78efc8f-6331-48ff-9fb0-9518ccdd942b tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:31.166476 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-98ffd36e-3f40-4d5a-9a3c-2485f7bfcc00 req-e78efc8f-6331-48ff-9fb0-9518ccdd942b tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?device_id=438caa00-a561-40ca-8749-90f68ce1b007 HTTP/1.1" status: 200  len: 946 time: 0.5694315
Jan 26 21:59:31.249175 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-39b7c737-3957-419d-a40f-6dd5016032a2 req-69dba3a0-25e0-4af7-bb9d-d6d9742cbc2d tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504 HTTP/1.1" status: 200  len: 210 time: 0.0812781
Jan 26 21:59:31.309728 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-98ffd36e-3f40-4d5a-9a3c-2485f7bfcc00 req-54e0af20-3b74-46fa-956d-77f1506544fb tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/security-groups?id=a861d262-357a-4523-b4c2-ad0c6066163f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973308
Jan 26 21:59:31.361674 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fdb789e-a62e-4885-b7f5-4bc449c94c75 req-c5e8f05c-fb9a-4cb6-ab7a-a1abb82bc1a6 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] No DVR routers for this DVR port 46f4cc3b-8bad-4b3d-9c38-e5e81206efd7 on host hv-cinder-77212 {{(pid=80149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 21:59:31.365511 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-1fdb789e-a62e-4885-b7f5-4bc449c94c75 req-c5e8f05c-fb9a-4cb6-ab7a-a1abb82bc1a6 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:31.370187 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504', 'name': 'network-vif-deleted', 'tag': '46f4cc3b-8bad-4b3d-9c38-e5e81206efd7'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 21:59:31.379285 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1fdb789e-a62e-4885-b7f5-4bc449c94c75 req-c5e8f05c-fb9a-4cb6-ab7a-a1abb82bc1a6 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.45 "DELETE /v2.0/ports/46f4cc3b-8bad-4b3d-9c38-e5e81206efd7 HTTP/1.1" status: 204  len: 173 time: 2.2251186
Jan 26 21:59:31.436163 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f8e34a0-a6f1-4fc7-92c3-cbdafbd61504', 'name': 'network-vif-deleted', 'tag': '46f4cc3b-8bad-4b3d-9c38-e5e81206efd7', 'status': 'completed', 'code': 200}
Jan 26 21:59:31.497201 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f0de6209-0eda-4e7a-8d9b-a1cb630f64a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:31.527792 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f0de6209-0eda-4e7a-8d9b-a1cb630f64a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:31.540847 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-227ee470-85ad-4277-b769-8afde5db6dad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:59:31.604336 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-f0de6209-0eda-4e7a-8d9b-a1cb630f64a9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5ff34e97130a482e83932879bb72a09f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9364667
Jan 26 21:59:31.611697 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 48340) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:59:31.619355 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de6209-0eda-4e7a-8d9b-a1cb630f64a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77da1b3-5950-412d-bdc0-3e52a3875b67,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:59:31.623445 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-4310c723-8d68-4f80-abfb-1168f86306e2 req-c0ec48e6-5938-4ad1-b516-b314400ea193 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] For port 94cb4656-7dc2-4f56-bb2e-bdfbe8f25844, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=94cb4656-7dc2-4f56-bb2e-bdfbe8f25844,segment=NetworkSegment(d3ea1a66-dae2-414a-9117-0dd1903a5a62),segment_id=d3ea1a66-dae2-414a-9117-0dd1903a5a62)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 21:59:31.623874 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-4310c723-8d68-4f80-abfb-1168f86306e2 req-c0ec48e6-5938-4ad1-b516-b314400ea193 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:31.637385 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f0de6209-0eda-4e7a-8d9b-a1cb630f64a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:59:31.687006 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.objects.ports [None req-0da5cbe7-a074-40f3-a35c-7d755f8b8933 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80150) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 26 21:59:31.748695 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa530a2-1a28-4fed-866e-599c5253b8a9 req-922dca0d-98a2-4b1a-a4e4-96f53a5aece6 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:31.750427 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-bfa530a2-1a28-4fed-866e-599c5253b8a9 req-922dca0d-98a2-4b1a-a4e4-96f53a5aece6 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 943 time: 0.2255442
Jan 26 21:59:31.780832 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-4310c723-8d68-4f80-abfb-1168f86306e2 req-c0ec48e6-5938-4ad1-b516-b314400ea193 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Calling delete_port for 94cb4656-7dc2-4f56-bb2e-bdfbe8f25844 owned by compute:nova {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 21:59:31.797537 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a6d23fc7-1bf2-4105-8cb8-b2720e0e2f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:31.849587 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-bfa530a2-1a28-4fed-866e-599c5253b8a9 req-01a89087-727d-4a3c-9c23-13896ee3a3d2 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed00a403-af3d-4be2-b18c-1bd41919de1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899370
Jan 26 21:59:31.858042 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a6d23fc7-1bf2-4105-8cb8-b2720e0e2f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:32.050379 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a6d23fc7-1bf2-4105-8cb8-b2720e0e2f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:32.061222 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-64467c99-7852-440d-91b5-088bb4b8e6c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:59:32.077681 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d23fc7-1bf2-4105-8cb8-b2720e0e2f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77da1b3-5950-412d-bdc0-3e52a3875b67,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:59:32.081470 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-4310c723-8d68-4f80-abfb-1168f86306e2 req-c0ec48e6-5938-4ad1-b516-b314400ea193 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32409920'] for port, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:32.082328 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a6d23fc7-1bf2-4105-8cb8-b2720e0e2f2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:59:32.092860 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a6d23fc7-1bf2-4105-8cb8-b2720e0e2f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:32.094104 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-a6d23fc7-1bf2-4105-8cb8-b2720e0e2f2d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d77da1b3-5950-412d-bdc0-3e52a3875b67 HTTP/1.1" status: 204  len: 168 time: 0.4810870
Jan 26 21:59:32.187848 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2e1637d2-d6c0-4d51-ba88-7e1d9264efaa tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:59:32.190893 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed18813-82c7-44d9-bc38-e106d4e117e9 req-7738f5f7-0b64-46b6-9fb0-c6a9e9371547 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:32.193714 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-0ed18813-82c7-44d9-bc38-e106d4e117e9 req-7738f5f7-0b64-46b6-9fb0-c6a9e9371547 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 943 time: 0.1879478
Jan 26 21:59:32.267779 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec48e6-5938-4ad1-b516-b314400ea193 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Pushing event deleted for resources: {'Port': ['ID=94cb4656-7dc2-4f56-bb2e-bdfbe8f25844,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:59:32.280404 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c0ec48e6-5938-4ad1-b516-b314400ea193 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:59:32.281021 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-0ed18813-82c7-44d9-bc38-e106d4e117e9 req-41752ccb-21ef-457b-b6b5-dcb3005865ab tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0787675
Jan 26 21:59:32.380728 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-4310c723-8d68-4f80-abfb-1168f86306e2 req-c0ec48e6-5938-4ad1-b516-b314400ea193 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] No DVR routers for this DVR port 94cb4656-7dc2-4f56-bb2e-bdfbe8f25844 on host hv-cinder-77212 {{(pid=80148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 21:59:32.390053 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-4310c723-8d68-4f80-abfb-1168f86306e2 req-c0ec48e6-5938-4ad1-b516-b314400ea193 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:32.401205 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438caa00-a561-40ca-8749-90f68ce1b007', 'name': 'network-vif-deleted', 'tag': '94cb4656-7dc2-4f56-bb2e-bdfbe8f25844'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 21:59:32.464708 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4310c723-8d68-4f80-abfb-1168f86306e2 req-c0ec48e6-5938-4ad1-b516-b314400ea193 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.45 "DELETE /v2.0/ports/94cb4656-7dc2-4f56-bb2e-bdfbe8f25844 HTTP/1.1" status: 204  len: 173 time: 1.7678709
Jan 26 21:59:32.572004 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5a48f41a-7e20-4dc3-b4cc-ec4afb3d6fc4 req-3fc325d6-a3ac-4b13-b725-9584407e3c9f tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] 10.222.0.30 "GET /v2.0/ports?device_id=438caa00-a561-40ca-8749-90f68ce1b007 HTTP/1.1" status: 200  len: 210 time: 0.0715287
Jan 26 21:59:32.701027 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device b826e31f-679d-44b8-955b-006e62fa53fd up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:59:32.819083 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning for port b826e31f-679d-44b8-955b-006e62fa53fd completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 21:59:32.828763 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port b826e31f-679d-44b8-955b-006e62fa53fd triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:59:32.829465 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:32.903700 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438caa00-a561-40ca-8749-90f68ce1b007', 'name': 'network-vif-deleted', 'tag': '94cb4656-7dc2-4f56-bb2e-bdfbe8f25844', 'status': 'completed', 'code': 200}
Jan 26 21:59:32.991431 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:33.026432 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d96ef07-264f-4dbf-a255-ba4248406add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b826e31f-679d-44b8-955b-006e62fa53fd'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 21:59:33.044879 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] For port b826e31f-679d-44b8-955b-006e62fa53fd, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=b826e31f-679d-44b8-955b-006e62fa53fd,segment=NetworkSegment(7eeb8799-e326-4326-83d8-71c44271645c),segment_id=7eeb8799-e326-4326-83d8-71c44271645c)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 21:59:33.086968 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:33.090075 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:59:33.134284 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 94cb4656-7dc2-4f56-bb2e-bdfbe8f25844 no longer exists at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 21:59:33.189168 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] No Port match for: 94cb4656-7dc2-4f56-bb2e-bdfbe8f25844 {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 21:59:33.189561 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 94cb4656-7dc2-4f56-bb2e-bdfbe8f25844 not bound to the agent host hv-cinder-77212 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 21:59:33.210360 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Pushing event updated for resources: {'Port': ['ID=b826e31f-679d-44b8-955b-006e62fa53fd,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:59:33.220144 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:33.220520 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:33.220896 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:33.221405 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:33.221767 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:33.223307 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:33.223307 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:33.223307 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:33.223768 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:33.224190 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:33.224543 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:33.224904 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:33.225343 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:33.225658 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:33.226007 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:33.226358 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:33.226706 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:33.227067 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:33.227436 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:33.227821 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:33.228451 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:33.228802 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:33.229277 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:33.229440 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 21:59:33.234485 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:59:33.280211 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90919892-fbe3-4191-990b-45768cd15182 req-494c3ad4-5a7c-4df0-8f15-afb109bde669 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:33.281988 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-90919892-fbe3-4191-990b-45768cd15182 req-494c3ad4-5a7c-4df0-8f15-afb109bde669 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 945 time: 0.2046263
Jan 26 21:59:33.328362 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e10585-261a-463e-90af-216b5e96dd15 req-cbf940fe-d161-4edd-9c05-673917ee0198 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:33.329180 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-35e10585-261a-463e-90af-216b5e96dd15 req-cbf940fe-d161-4edd-9c05-673917ee0198 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Synchronizing usage tracker for tenant:7a4c50647a404710832ed97f00c9133b on resource:port {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 21:59:33.599070 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-90919892-fbe3-4191-990b-45768cd15182 req-322a03e1-aa25-43a4-8059-3a6f5de2bbd9 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed00a403-af3d-4be2-b18c-1bd41919de1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2657745
Jan 26 21:59:33.626013 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-35e10585-261a-463e-90af-216b5e96dd15 req-cbf940fe-d161-4edd-9c05-673917ee0198 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Unset dirty status for tenant:7a4c50647a404710832ed97f00c9133b on resource:port {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 21:59:33.632023 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-35e10585-261a-463e-90af-216b5e96dd15 req-cbf940fe-d161-4edd-9c05-673917ee0198 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.5117600
Jan 26 21:59:33.695682 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-35e10585-261a-463e-90af-216b5e96dd15 req-a4d6468c-7726-4364-bb35-38f6c7349e6f tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551996
Jan 26 21:59:33.774684 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d96ef07-264f-4dbf-a255-ba4248406add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b826e31f-679d-44b8-955b-006e62fa53fd', 'code': 200}
Jan 26 21:59:33.971030 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c4917-4288-47d3-9ac6-b3b85710bf95 req-ad5d284c-3786-4b41-a197-b2180b62a9c5 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:33.974139 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-996c4917-4288-47d3-9ac6-b3b85710bf95 req-ad5d284c-3786-4b41-a197-b2180b62a9c5 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aab5252-017f-40f4-8bac-c4990510df65 HTTP/1.1" status: 200  len: 945 time: 0.2215130
Jan 26 21:59:34.158344 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16880b9d-2d2c-4839-874f-3c43c5e4b188 req-ecc57225-3216-49cf-ae68-2be489d864de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:34.160188 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-16880b9d-2d2c-4839-874f-3c43c5e4b188 req-ecc57225-3216-49cf-ae68-2be489d864de service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 1162 time: 0.0913663
Jan 26 21:59:34.208188 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-16880b9d-2d2c-4839-874f-3c43c5e4b188 req-c4973558-f211-412c-b0a7-2338157f24b5 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ed00a403-af3d-4be2-b18c-1bd41919de1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410323
Jan 26 21:59:34.208413 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-996c4917-4288-47d3-9ac6-b3b85710bf95 req-208e1020-4f85-4d82-a2cf-f2d31c25ad88 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1529615
Jan 26 21:59:34.279907 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d412ae7-07da-40b3-afd9-09a48dce1413 req-2fdfd0fd-8920-40bf-81cd-4ff119e7e79a tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:34.281657 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7d412ae7-07da-40b3-afd9-09a48dce1413 req-2fdfd0fd-8920-40bf-81cd-4ff119e7e79a tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 943 time: 0.3060622
Jan 26 21:59:34.345215 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7d412ae7-07da-40b3-afd9-09a48dce1413 req-ff42754c-3eee-46ea-ad98-de6cb779f9c9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566196
Jan 26 21:59:34.485423 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device c397826d-6552-4e1a-9d3d-3aacce271054 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:59:34.564757 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port c397826d-6552-4e1a-9d3d-3aacce271054 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:59:34.565170 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:34.698513 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:34.745414 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] For port c397826d-6552-4e1a-9d3d-3aacce271054, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=c397826d-6552-4e1a-9d3d-3aacce271054,segment=NetworkSegment(97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec),segment_id=97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 21:59:34.778073 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:34.779205 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device b826e31f-679d-44b8-955b-006e62fa53fd up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:59:34.811151 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:59:34.908926 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Pushing event updated for resources: {'Port': ['ID=c397826d-6552-4e1a-9d3d-3aacce271054,revision_number=6']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:59:34.914476 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:59:34.943975 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port b826e31f-679d-44b8-955b-006e62fa53fd triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:59:34.944578 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:34.986466 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed3821-0ac8-4ae7-91c7-55d2a6634ba4 req-794a8928-c2d7-4e0c-b82f-dad5f035e625 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:34.989709 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-41ed3821-0ac8-4ae7-91c7-55d2a6634ba4 req-794a8928-c2d7-4e0c-b82f-dad5f035e625 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 945 time: 0.2289736
Jan 26 21:59:35.140863 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-41ed3821-0ac8-4ae7-91c7-55d2a6634ba4 req-573ca1ea-48b4-4678-9cfe-0e02b43ef9e2 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed00a403-af3d-4be2-b18c-1bd41919de1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1187599
Jan 26 21:59:35.192242 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c05b76-4604-4e99-9aef-18c2034d42f6 req-404a4bc6-e341-4fb7-8142-ffe89456433e tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:35.194007 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d8c05b76-4604-4e99-9aef-18c2034d42f6 req-404a4bc6-e341-4fb7-8142-ffe89456433e tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.3381803
Jan 26 21:59:35.260817 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d8c05b76-4604-4e99-9aef-18c2034d42f6 req-0183fd7b-edfb-4db6-8598-204b761c7010 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579362
Jan 26 21:59:35.543160 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d90f4-b90b-41f7-9bb2-bb4eff471386 req-a3e820a0-97e8-467e-bcdb-8036fac6a5f3 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:35.546044 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f73d90f4-b90b-41f7-9bb2-bb4eff471386 req-a3e820a0-97e8-467e-bcdb-8036fac6a5f3 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aab5252-017f-40f4-8bac-c4990510df65 HTTP/1.1" status: 200  len: 945 time: 0.1964021
Jan 26 21:59:35.680622 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c2c12-c1c6-48fb-a2d8-4ccade563446 req-f74bbde7-c9cf-436d-8e20-37498a215694 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:35.682356 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-4c6c2c12-c1c6-48fb-a2d8-4ccade563446 req-f74bbde7-c9cf-436d-8e20-37498a215694 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Synchronizing usage tracker for tenant:0b20bd678712440d8c6489419a905a3d on resource:port {{(pid=80148) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 21:59:35.737882 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-4c6c2c12-c1c6-48fb-a2d8-4ccade563446 req-f74bbde7-c9cf-436d-8e20-37498a215694 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Unset dirty status for tenant:0b20bd678712440d8c6489419a905a3d on resource:port {{(pid=80148) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 21:59:35.739583 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4c6c2c12-c1c6-48fb-a2d8-4ccade563446 req-f74bbde7-c9cf-436d-8e20-37498a215694 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.45 "GET /v2.0/ports?device_id=7aab5252-017f-40f4-8bac-c4990510df65 HTTP/1.1" status: 200  len: 945 time: 0.3332944
Jan 26 21:59:35.761469 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device c397826d-6552-4e1a-9d3d-3aacce271054 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:59:35.780114 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f73d90f4-b90b-41f7-9bb2-bb4eff471386 req-69244cf4-4405-4dff-a1e3-858181d9818e tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2214017
Jan 26 21:59:35.798834 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da3b320-b843-4e3f-a76f-279079441f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c397826d-6552-4e1a-9d3d-3aacce271054'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 21:59:35.880907 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-4c6c2c12-c1c6-48fb-a2d8-4ccade563446 req-9f39ff59-ad7e-4909-ac64-716b53260cae tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Deleting port 0d9692a2-09e2-4714-a00e-53fd74bf5ca7 {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 21:59:35.881297 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-4c6c2c12-c1c6-48fb-a2d8-4ccade563446 req-9f39ff59-ad7e-4909-ac64-716b53260cae tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:35.883088 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port c397826d-6552-4e1a-9d3d-3aacce271054 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:59:35.883567 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:35.951380 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da3b320-b843-4e3f-a76f-279079441f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c397826d-6552-4e1a-9d3d-3aacce271054', 'code': 200}
Jan 26 21:59:35.952896 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166e4c0-c1b4-467d-bfc5-d4ea15ae086e req-b8aebd0f-ba1c-4a1d-8804-f6a77eb87c68 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:35.954804 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-3166e4c0-c1b4-467d-bfc5-d4ea15ae086e req-b8aebd0f-ba1c-4a1d-8804-f6a77eb87c68 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 945 time: 0.2723389
Jan 26 21:59:36.032021 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-3166e4c0-c1b4-467d-bfc5-d4ea15ae086e req-be3d9e5b-0649-48e4-94ce-39bf1ef16417 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0689242
Jan 26 21:59:36.160709 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 0d9692a2-09e2-4714-a00e-53fd74bf5ca7 no longer exists at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 21:59:36.210615 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-4c6c2c12-c1c6-48fb-a2d8-4ccade563446 req-9f39ff59-ad7e-4909-ac64-716b53260cae tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] For port 0d9692a2-09e2-4714-a00e-53fd74bf5ca7, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=0d9692a2-09e2-4714-a00e-53fd74bf5ca7,segment=NetworkSegment(6e858ff7-c974-45e3-a0f9-318eb54e44cd),segment_id=6e858ff7-c974-45e3-a0f9-318eb54e44cd)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 21:59:36.211142 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-4c6c2c12-c1c6-48fb-a2d8-4ccade563446 req-9f39ff59-ad7e-4909-ac64-716b53260cae tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:36.313363 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:36.402485 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] For port 0d9692a2-09e2-4714-a00e-53fd74bf5ca7, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=0d9692a2-09e2-4714-a00e-53fd74bf5ca7,segment=NetworkSegment(6e858ff7-c974-45e3-a0f9-318eb54e44cd),segment_id=6e858ff7-c974-45e3-a0f9-318eb54e44cd)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 21:59:36.424091 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-4c6c2c12-c1c6-48fb-a2d8-4ccade563446 req-9f39ff59-ad7e-4909-ac64-716b53260cae tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Calling delete_port for 0d9692a2-09e2-4714-a00e-53fd74bf5ca7 owned by compute:nova {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 21:59:36.435137 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:36.437479 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:59:36.461800 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ad1aa-2d27-4ff3-90c4-0aa947373521 req-30afe445-c65a-4ff3-a6fb-af8a455ff377 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:36.463555 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4c4ad1aa-2d27-4ff3-90c4-0aa947373521 req-30afe445-c65a-4ff3-a6fb-af8a455ff377 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 945 time: 0.1633584
Jan 26 21:59:36.538565 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Pushing event updated for resources: {'Port': ['ID=0d9692a2-09e2-4714-a00e-53fd74bf5ca7,revision_number=5']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:59:36.549973 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:59:36.561319 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.db.api [req-4c6c2c12-c1c6-48fb-a2d8-4ccade563446 req-9f39ff59-ad7e-4909-ac64-716b53260cae tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80148) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 26 21:59:36.562252 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_db.api [req-4c6c2c12-c1c6-48fb-a2d8-4ccade563446 req-9f39ff59-ad7e-4909-ac64-716b53260cae tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 26 21:59:36.594297 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4c4ad1aa-2d27-4ff3-90c4-0aa947373521 req-f9d897ce-d663-41a8-b589-4ef28fee63cd tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed00a403-af3d-4be2-b18c-1bd41919de1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1237738
Jan 26 21:59:36.731625 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1780e0f-22a7-4ac0-8704-420b3e48f234 req-a5d2869b-7a5b-4c46-82e6-7da023b5fc1b tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:36.733369 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e1780e0f-22a7-4ac0-8704-420b3e48f234 req-a5d2869b-7a5b-4c46-82e6-7da023b5fc1b tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.2359920
Jan 26 21:59:36.836511 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d477a5-de99-4eae-86f6-8f4b3c17b8ad req-458bd5ba-1e20-4925-9095-272a732389fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:36.838151 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f6d477a5-de99-4eae-86f6-8f4b3c17b8ad req-458bd5ba-1e20-4925-9095-272a732389fc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 1162 time: 0.2580657
Jan 26 21:59:36.867962 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e1780e0f-22a7-4ac0-8704-420b3e48f234 req-fe778ef2-3d47-4d2b-ae74-984f89e7b574 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865948
Jan 26 21:59:36.929654 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57a36f-7335-47db-9cc0-843714b8f427 req-f883d68e-8e2d-4c8f-bdb1-41cc829d4bd0 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:36.931422 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6f57a36f-7335-47db-9cc0-843714b8f427 req-f883d68e-8e2d-4c8f-bdb1-41cc829d4bd0 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 945 time: 0.1970146
Jan 26 21:59:36.994070 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6f57a36f-7335-47db-9cc0-843714b8f427 req-386ed560-67dd-4336-b378-14806e2049cb tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed00a403-af3d-4be2-b18c-1bd41919de1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560431
Jan 26 21:59:37.063836 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-4c6c2c12-c1c6-48fb-a2d8-4ccade563446 req-9f39ff59-ad7e-4909-ac64-716b53260cae tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Deleting port 0d9692a2-09e2-4714-a00e-53fd74bf5ca7 {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 21:59:37.064317 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-4c6c2c12-c1c6-48fb-a2d8-4ccade563446 req-9f39ff59-ad7e-4909-ac64-716b53260cae tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:37.138054 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26fd4b-08d9-4368-9035-ecc935a8c22f req-e8af2915-aaa0-4dff-820c-f79c290bc0cf tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:37.139780 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8c26fd4b-08d9-4368-9035-ecc935a8c22f req-e8af2915-aaa0-4dff-820c-f79c290bc0cf tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aab5252-017f-40f4-8bac-c4990510df65 HTTP/1.1" status: 200  len: 943 time: 0.1446726
Jan 26 21:59:37.203461 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8c26fd4b-08d9-4368-9035-ecc935a8c22f req-653096fe-4688-45c1-bb72-1372302c2ffe tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540810
Jan 26 21:59:37.349963 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-4c6c2c12-c1c6-48fb-a2d8-4ccade563446 req-9f39ff59-ad7e-4909-ac64-716b53260cae tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] For port 0d9692a2-09e2-4714-a00e-53fd74bf5ca7, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=0d9692a2-09e2-4714-a00e-53fd74bf5ca7,segment=NetworkSegment(6e858ff7-c974-45e3-a0f9-318eb54e44cd),segment_id=6e858ff7-c974-45e3-a0f9-318eb54e44cd)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 21:59:37.350369 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-4c6c2c12-c1c6-48fb-a2d8-4ccade563446 req-9f39ff59-ad7e-4909-ac64-716b53260cae tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:37.489699 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-4c6c2c12-c1c6-48fb-a2d8-4ccade563446 req-9f39ff59-ad7e-4909-ac64-716b53260cae tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Calling delete_port for 0d9692a2-09e2-4714-a00e-53fd74bf5ca7 owned by compute:nova {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 21:59:37.531427 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b649c5-f3c5-4c4e-8f4e-7be87c307fbd req-faa9e999-f06d-4fcc-9c86-d4a78f4f04da tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:37.533154 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-98b649c5-f3c5-4c4e-8f4e-7be87c307fbd req-faa9e999-f06d-4fcc-9c86-d4a78f4f04da tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 945 time: 0.2074616
Jan 26 21:59:37.623480 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20873b2d-b16d-4ffe-80f7-bc95bbc0349a req-3daa6fc5-d39c-4fee-8a7f-bf8a84951fe0 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:37.625194 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-20873b2d-b16d-4ffe-80f7-bc95bbc0349a req-3daa6fc5-d39c-4fee-8a7f-bf8a84951fe0 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 945 time: 0.2436180
Jan 26 21:59:37.682241 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f6d477a5-de99-4eae-86f6-8f4b3c17b8ad req-6f66695e-2939-489c-9e17-7aa6b8f58603 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1478002
Jan 26 21:59:37.703652 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-4c6c2c12-c1c6-48fb-a2d8-4ccade563446 req-9f39ff59-ad7e-4909-ac64-716b53260cae tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32409920'] for port, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:37.703926 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-98b649c5-f3c5-4c4e-8f4e-7be87c307fbd req-c30c5c11-2a05-4367-9f33-99f35d39a527 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1541910
Jan 26 21:59:37.738709 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e9082355-61bb-45e1-8503-7003feb7c047 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:59:37.740621 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-20873b2d-b16d-4ffe-80f7-bc95bbc0349a req-3e09f2e4-4bce-49fd-b8d2-7c396d92ec76 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed00a403-af3d-4be2-b18c-1bd41919de1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985088
Jan 26 21:59:37.858166 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f39ff59-ad7e-4909-ac64-716b53260cae tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Pushing event deleted for resources: {'Port': ['ID=0d9692a2-09e2-4714-a00e-53fd74bf5ca7,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:59:37.862409 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9f39ff59-ad7e-4909-ac64-716b53260cae tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:59:37.952887 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aab5252-017f-40f4-8bac-c4990510df65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d9692a2-09e2-4714-a00e-53fd74bf5ca7'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 21:59:38.008257 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c6c2c12-c1c6-48fb-a2d8-4ccade563446 req-9f39ff59-ad7e-4909-ac64-716b53260cae tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] No DVR routers for this DVR port 0d9692a2-09e2-4714-a00e-53fd74bf5ca7 on host hv-cinder-77212 {{(pid=80148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 21:59:38.010667 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-4c6c2c12-c1c6-48fb-a2d8-4ccade563446 req-9f39ff59-ad7e-4909-ac64-716b53260cae tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:38.014016 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aab5252-017f-40f4-8bac-c4990510df65', 'name': 'network-vif-deleted', 'tag': '0d9692a2-09e2-4714-a00e-53fd74bf5ca7'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 21:59:38.036273 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aab5252-017f-40f4-8bac-c4990510df65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d9692a2-09e2-4714-a00e-53fd74bf5ca7', 'code': 200}
Jan 26 21:59:38.064733 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4c6c2c12-c1c6-48fb-a2d8-4ccade563446 req-9f39ff59-ad7e-4909-ac64-716b53260cae tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.45 "DELETE /v2.0/ports/0d9692a2-09e2-4714-a00e-53fd74bf5ca7 HTTP/1.1" status: 204  len: 173 time: 2.3001978
Jan 26 21:59:38.094419 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aab5252-017f-40f4-8bac-c4990510df65', 'name': 'network-vif-deleted', 'tag': '0d9692a2-09e2-4714-a00e-53fd74bf5ca7', 'status': 'completed', 'code': 200}
Jan 26 21:59:38.204403 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d44c41-62a8-47e0-9bc2-96b9ac3867ad req-ea326cf5-71a8-4423-978f-3bdbd84a4e03 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:38.206480 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-94d44c41-62a8-47e0-9bc2-96b9ac3867ad req-ea326cf5-71a8-4423-978f-3bdbd84a4e03 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.1670730
Jan 26 21:59:38.277258 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-94d44c41-62a8-47e0-9bc2-96b9ac3867ad req-285ef31b-a5fc-404d-a871-3391f248d17a tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625460
Jan 26 21:59:38.432292 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-65a3f30f-b17c-4017-9829-7363ec5c4d9e req-708a1204-6ae6-4c5b-b4e0-cc598b56d749 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aab5252-017f-40f4-8bac-c4990510df65 HTTP/1.1" status: 200  len: 210 time: 0.0537839
Jan 26 21:59:39.054487 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad40883-86f4-4413-9170-0655f67a351c req-110da48f-d532-435d-bd6a-5ce39fd6bb62 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:39.056330 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-0ad40883-86f4-4413-9170-0655f67a351c req-110da48f-d532-435d-bd6a-5ce39fd6bb62 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 945 time: 0.1559641
Jan 26 21:59:39.124656 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-0ad40883-86f4-4413-9170-0655f67a351c req-ca54855d-a663-4292-a788-7026ea32e98c tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0557141
Jan 26 21:59:39.584239 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-65a7a020-cebc-4591-a6e2-70f3e7799948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:39.713815 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7cd942fa-96e2-4fe3-8c47-d3f981007ad5 req-48988987-1283-44c8-be3d-589da4fbefee tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=7aab5252-017f-40f4-8bac-c4990510df65 HTTP/1.1" status: 200  len: 210 time: 0.1404276
Jan 26 21:59:39.845070 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29722f74-c478-447d-9886-dcc69df138f8 req-b99354cb-96ea-4297-8c0e-09621e7d973a tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:39.847636 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-29722f74-c478-447d-9886-dcc69df138f8 req-b99354cb-96ea-4297-8c0e-09621e7d973a tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.2041433
Jan 26 21:59:39.910909 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-29722f74-c478-447d-9886-dcc69df138f8 req-b664960d-a0c0-41d2-b983-4b9160d190e4 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533261
Jan 26 21:59:40.575650 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff815a-e238-466f-8b60-37cc359751e5 req-6e3fbded-da0a-4e6e-b38e-0d184ff278ce tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:40.584382 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4fff815a-e238-466f-8b60-37cc359751e5 req-6e3fbded-da0a-4e6e-b38e-0d184ff278ce tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 945 time: 0.1549764
Jan 26 21:59:40.653840 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4fff815a-e238-466f-8b60-37cc359751e5 req-1677df52-3b13-4543-92dd-f2116d5eaae0 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0686278
Jan 26 21:59:41.455277 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bcb7e-80b4-4c28-8fb8-87b88997fb40 req-95d89edf-8b2e-4d93-8c49-ec957e5f1c33 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:41.468414 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-896bcb7e-80b4-4c28-8fb8-87b88997fb40 req-95d89edf-8b2e-4d93-8c49-ec957e5f1c33 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.3579509
Jan 26 21:59:41.576090 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-896bcb7e-80b4-4c28-8fb8-87b88997fb40 req-d36c4fc1-79e1-4d43-a3f4-56063454b337 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015527
Jan 26 21:59:41.872938 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c756c-0c89-4d8b-8e0a-d97848092bef req-39102b88-750a-492b-bf8a-974e4ad032c0 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:41.874946 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-bc1c756c-0c89-4d8b-8e0a-d97848092bef req-39102b88-750a-492b-bf8a-974e4ad032c0 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c1decbc-dcd1-45b9-8bab-974c4fb6c5d7 HTTP/1.1" status: 200  len: 945 time: 0.1838782
Jan 26 21:59:41.964063 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-bc1c756c-0c89-4d8b-8e0a-d97848092bef req-4a0e5ea9-3743-4f4f-b2dd-aae430eab7d0 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808785
Jan 26 21:59:42.411551 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594140e4-dbac-4871-a0eb-ec45e1838f69 req-5748e14a-8be0-4f89-a157-b2dd89892757 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:42.426287 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-594140e4-dbac-4871-a0eb-ec45e1838f69 req-5748e14a-8be0-4f89-a157-b2dd89892757 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 945 time: 0.2362759
Jan 26 21:59:42.587793 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-594140e4-dbac-4871-a0eb-ec45e1838f69 req-a5abbd48-9740-4685-a8f7-c7359731f2b4 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1600797
Jan 26 21:59:42.713938 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device ad3f6679-2264-48da-a0a2-33f9f2272a72 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 21:59:42.964992 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port ad3f6679-2264-48da-a0a2-33f9f2272a72 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 21:59:42.965706 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:43.077260 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4b5c8-a249-4fb1-a3fd-34424bbc0bdc req-92b12c88-5b40-4592-9b1a-120b025c5ae1 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:43.078109 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-dcc4b5c8-a249-4fb1-a3fd-34424bbc0bdc req-92b12c88-5b40-4592-9b1a-120b025c5ae1 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Synchronizing usage tracker for tenant:7a4c50647a404710832ed97f00c9133b on resource:port {{(pid=80148) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 21:59:43.117452 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-dcc4b5c8-a249-4fb1-a3fd-34424bbc0bdc req-92b12c88-5b40-4592-9b1a-120b025c5ae1 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Unset dirty status for tenant:7a4c50647a404710832ed97f00c9133b on resource:port {{(pid=80148) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 21:59:43.118647 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-dcc4b5c8-a249-4fb1-a3fd-34424bbc0bdc req-92b12c88-5b40-4592-9b1a-120b025c5ae1 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.45 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.3632061
Jan 26 21:59:43.149184 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30899906-209a-492c-86d1-323dac9917fe req-57654686-aa3a-484c-b301-a9043290232f tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:43.157493 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-30899906-209a-492c-86d1-323dac9917fe req-57654686-aa3a-484c-b301-a9043290232f tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 945 time: 0.2953899
Jan 26 21:59:43.225727 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:43.308414 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-30899906-209a-492c-86d1-323dac9917fe req-e0011a0a-c874-4cb2-bc8c-e9c170cdb705 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/security-groups?id=41b613ec-1714-4d5f-93e2-85626909825f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1496224
Jan 26 21:59:43.332628 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-dcc4b5c8-a249-4fb1-a3fd-34424bbc0bdc req-9000123f-440c-4f9e-ab8d-ce5c2e011381 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Deleting port ad3f6679-2264-48da-a0a2-33f9f2272a72 {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 21:59:43.335194 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-dcc4b5c8-a249-4fb1-a3fd-34424bbc0bdc req-9000123f-440c-4f9e-ab8d-ce5c2e011381 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:43.464040 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-016ae43f-949a-46eb-843a-a1b35ed71612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:43.466313 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:43.523531 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9b6a0-26db-4a59-8d58-5d830c02c129 req-73e1b6f6-d600-4d0c-af88-de1796903c41 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:43.525257 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-84d9b6a0-26db-4a59-8d58-5d830c02c129 req-73e1b6f6-d600-4d0c-af88-de1796903c41 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c1decbc-dcd1-45b9-8bab-974c4fb6c5d7 HTTP/1.1" status: 200  len: 945 time: 0.1763880
Jan 26 21:59:43.669412 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-84d9b6a0-26db-4a59-8d58-5d830c02c129 req-00460010-fb69-4a5d-a9b6-aa32429befff tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0891306
Jan 26 21:59:43.760464 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-dcc4b5c8-a249-4fb1-a3fd-34424bbc0bdc req-9000123f-440c-4f9e-ab8d-ce5c2e011381 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] For port ad3f6679-2264-48da-a0a2-33f9f2272a72, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=ad3f6679-2264-48da-a0a2-33f9f2272a72,segment=NetworkSegment(9afaf6a3-37e6-4363-8b3c-6d368a81a1c0),segment_id=9afaf6a3-37e6-4363-8b3c-6d368a81a1c0)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 21:59:43.761378 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-dcc4b5c8-a249-4fb1-a3fd-34424bbc0bdc req-9000123f-440c-4f9e-ab8d-ce5c2e011381 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:43.859479 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f2f74-ac82-4a29-a5ea-56e838d86bdb req-78a1bd47-c472-42b7-95f4-2787c146d4bf tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:43.866891 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ae9f2f74-ac82-4a29-a5ea-56e838d86bdb req-78a1bd47-c472-42b7-95f4-2787c146d4bf tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.45 "GET /v2.0/ports?device_id=1c1decbc-dcd1-45b9-8bab-974c4fb6c5d7 HTTP/1.1" status: 200  len: 945 time: 0.3405190
Jan 26 21:59:43.921560 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-dcc4b5c8-a249-4fb1-a3fd-34424bbc0bdc req-9000123f-440c-4f9e-ab8d-ce5c2e011381 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Calling delete_port for ad3f6679-2264-48da-a0a2-33f9f2272a72 owned by compute:nova {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 21:59:44.118614 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-ae9f2f74-ac82-4a29-a5ea-56e838d86bdb req-d657ffca-e402-48eb-a680-3f6f338595e2 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Deleting port 65ac25b4-7cab-4269-b393-4f06644d1499 {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 21:59:44.119006 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ae9f2f74-ac82-4a29-a5ea-56e838d86bdb req-d657ffca-e402-48eb-a680-3f6f338595e2 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:44.207259 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-dcc4b5c8-a249-4fb1-a3fd-34424bbc0bdc req-9000123f-440c-4f9e-ab8d-ce5c2e011381 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32409920'] for port, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:44.230973 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-68a7097f-3961-4943-be26-22f039c39971 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:59:44.259922 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa4264-e88e-47cc-b47a-13c8d47b5376 req-4cf4e413-1b37-4059-b3dd-1962a746c1ad tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:44.268081 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-03aa4264-e88e-47cc-b47a-13c8d47b5376 req-4cf4e413-1b37-4059-b3dd-1962a746c1ad tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 945 time: 0.3978653
Jan 26 21:59:44.303472 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9000123f-440c-4f9e-ab8d-ce5c2e011381 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Pushing event deleted for resources: {'Port': ['ID=ad3f6679-2264-48da-a0a2-33f9f2272a72,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:59:44.398889 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9000123f-440c-4f9e-ab8d-ce5c2e011381 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:59:44.480186 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device ad3f6679-2264-48da-a0a2-33f9f2272a72 no longer exists at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 21:59:44.564073 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] No Port match for: ad3f6679-2264-48da-a0a2-33f9f2272a72 {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 21:59:44.564841 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device ad3f6679-2264-48da-a0a2-33f9f2272a72 not bound to the agent host hv-cinder-77212 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 21:59:44.565501 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 65ac25b4-7cab-4269-b393-4f06644d1499 no longer exists at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 21:59:44.606488 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcc4b5c8-a249-4fb1-a3fd-34424bbc0bdc req-9000123f-440c-4f9e-ab8d-ce5c2e011381 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] No DVR routers for this DVR port ad3f6679-2264-48da-a0a2-33f9f2272a72 on host hv-cinder-77212 {{(pid=80148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 21:59:44.612178 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-dcc4b5c8-a249-4fb1-a3fd-34424bbc0bdc req-9000123f-440c-4f9e-ab8d-ce5c2e011381 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:44.631086 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c7e383-90ad-48e3-aba5-e4c8b1518a12', 'name': 'network-vif-deleted', 'tag': 'ad3f6679-2264-48da-a0a2-33f9f2272a72'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 21:59:44.652920 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-dcc4b5c8-a249-4fb1-a3fd-34424bbc0bdc req-9000123f-440c-4f9e-ab8d-ce5c2e011381 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.45 "DELETE /v2.0/ports/ad3f6679-2264-48da-a0a2-33f9f2272a72 HTTP/1.1" status: 204  len: 173 time: 1.5200310
Jan 26 21:59:44.749975 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:44.786338 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8e86ffc2-2999-400b-a865-ea182e3fe987 req-82b19ae7-d355-4f75-b738-cd222a8689b3 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] 10.222.0.30 "GET /v2.0/ports?device_id=55c7e383-90ad-48e3-aba5-e4c8b1518a12 HTTP/1.1" status: 200  len: 210 time: 0.0747831
Jan 26 21:59:44.818231 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:44.890820 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] For port 65ac25b4-7cab-4269-b393-4f06644d1499, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=65ac25b4-7cab-4269-b393-4f06644d1499,segment=NetworkSegment(6e858ff7-c974-45e3-a0f9-318eb54e44cd),segment_id=6e858ff7-c974-45e3-a0f9-318eb54e44cd)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 21:59:44.891695 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-03aa4264-e88e-47cc-b47a-13c8d47b5376 req-c859cfdd-6b50-4a55-a429-42deed6e7deb tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6226015
Jan 26 21:59:44.892031 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1decbc-dcd1-45b9-8bab-974c4fb6c5d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65ac25b4-7cab-4269-b393-4f06644d1499'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 21:59:44.918669 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c7e383-90ad-48e3-aba5-e4c8b1518a12', 'name': 'network-vif-deleted', 'tag': 'ad3f6679-2264-48da-a0a2-33f9f2272a72', 'status': 'completed', 'code': 200}
Jan 26 21:59:44.937692 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-ae9f2f74-ac82-4a29-a5ea-56e838d86bdb req-d657ffca-e402-48eb-a680-3f6f338595e2 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] For port 65ac25b4-7cab-4269-b393-4f06644d1499, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=65ac25b4-7cab-4269-b393-4f06644d1499,segment=NetworkSegment(6e858ff7-c974-45e3-a0f9-318eb54e44cd),segment_id=6e858ff7-c974-45e3-a0f9-318eb54e44cd)] {{(pid=80149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 21:59:44.938215 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ae9f2f74-ac82-4a29-a5ea-56e838d86bdb req-d657ffca-e402-48eb-a680-3f6f338595e2 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:44.962919 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:44.967616 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:59:45.096394 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c1decbc-dcd1-45b9-8bab-974c4fb6c5d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65ac25b4-7cab-4269-b393-4f06644d1499', 'code': 200}
Jan 26 21:59:45.199897 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Pushing event updated for resources: {'Port': ['ID=65ac25b4-7cab-4269-b393-4f06644d1499,revision_number=5']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:59:45.210774 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:59:45.270529 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-ae9f2f74-ac82-4a29-a5ea-56e838d86bdb req-d657ffca-e402-48eb-a680-3f6f338595e2 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Calling delete_port for 65ac25b4-7cab-4269-b393-4f06644d1499 owned by compute:nova {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 21:59:45.365237 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:45.493387 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90cb8f9-6138-47ee-8960-7bf3a4e7fbc4 req-96ab8147-2af1-4e77-8192-795d8a02b72e tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:45.495445 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c90cb8f9-6138-47ee-8960-7bf3a4e7fbc4 req-96ab8147-2af1-4e77-8192-795d8a02b72e tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c1decbc-dcd1-45b9-8bab-974c4fb6c5d7 HTTP/1.1" status: 200  len: 943 time: 0.1876729
Jan 26 21:59:45.556853 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c90cb8f9-6138-47ee-8960-7bf3a4e7fbc4 req-66a7b036-4801-444e-98d4-89efa2c95c65 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538108
Jan 26 21:59:45.653630 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.db.api [req-ae9f2f74-ac82-4a29-a5ea-56e838d86bdb req-d657ffca-e402-48eb-a680-3f6f338595e2 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80149) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 26 21:59:45.654050 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_db.api [req-ae9f2f74-ac82-4a29-a5ea-56e838d86bdb req-d657ffca-e402-48eb-a680-3f6f338595e2 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80149) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 26 21:59:45.937021 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 48590) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:59:46.157836 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-ae9f2f74-ac82-4a29-a5ea-56e838d86bdb req-d657ffca-e402-48eb-a680-3f6f338595e2 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Deleting port 65ac25b4-7cab-4269-b393-4f06644d1499 {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 21:59:46.158605 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ae9f2f74-ac82-4a29-a5ea-56e838d86bdb req-d657ffca-e402-48eb-a680-3f6f338595e2 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:46.634287 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-ae9f2f74-ac82-4a29-a5ea-56e838d86bdb req-d657ffca-e402-48eb-a680-3f6f338595e2 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] For port 65ac25b4-7cab-4269-b393-4f06644d1499, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=65ac25b4-7cab-4269-b393-4f06644d1499,segment=NetworkSegment(6e858ff7-c974-45e3-a0f9-318eb54e44cd),segment_id=6e858ff7-c974-45e3-a0f9-318eb54e44cd)] {{(pid=80149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 21:59:46.634704 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ae9f2f74-ac82-4a29-a5ea-56e838d86bdb req-d657ffca-e402-48eb-a680-3f6f338595e2 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:46.802275 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-ae9f2f74-ac82-4a29-a5ea-56e838d86bdb req-d657ffca-e402-48eb-a680-3f6f338595e2 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Calling delete_port for 65ac25b4-7cab-4269-b393-4f06644d1499 owned by compute:nova {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 21:59:47.256399 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39129d-9a84-4d82-b42e-753c80f36e59 req-c2850264-be91-4a1f-b2b4-9aaf5cd34536 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:47.264278 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1e39129d-9a84-4d82-b42e-753c80f36e59 req-c2850264-be91-4a1f-b2b4-9aaf5cd34536 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c1decbc-dcd1-45b9-8bab-974c4fb6c5d7 HTTP/1.1" status: 200  len: 943 time: 0.3921251
Jan 26 21:59:47.360250 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1e39129d-9a84-4d82-b42e-753c80f36e59 req-39873233-7df2-40ab-8833-8a68c0eb7074 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949793
Jan 26 21:59:47.362391 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ae9f2f74-ac82-4a29-a5ea-56e838d86bdb req-d657ffca-e402-48eb-a680-3f6f338595e2 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31462196'] for port, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:47.394210 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:59:47.509640 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657ffca-e402-48eb-a680-3f6f338595e2 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Pushing event deleted for resources: {'Port': ['ID=65ac25b4-7cab-4269-b393-4f06644d1499,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:59:47.518596 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d657ffca-e402-48eb-a680-3f6f338595e2 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:59:47.724175 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae9f2f74-ac82-4a29-a5ea-56e838d86bdb req-d657ffca-e402-48eb-a680-3f6f338595e2 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] No DVR routers for this DVR port 65ac25b4-7cab-4269-b393-4f06644d1499 on host hv-cinder-77212 {{(pid=80149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 21:59:47.727434 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ae9f2f74-ac82-4a29-a5ea-56e838d86bdb req-d657ffca-e402-48eb-a680-3f6f338595e2 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:47.737492 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c1decbc-dcd1-45b9-8bab-974c4fb6c5d7', 'name': 'network-vif-deleted', 'tag': '65ac25b4-7cab-4269-b393-4f06644d1499'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 21:59:47.754807 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ae9f2f74-ac82-4a29-a5ea-56e838d86bdb req-d657ffca-e402-48eb-a680-3f6f338595e2 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.45 "DELETE /v2.0/ports/65ac25b4-7cab-4269-b393-4f06644d1499 HTTP/1.1" status: 204  len: 173 time: 3.7648418
Jan 26 21:59:47.760026 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-bcea38ea-f211-4db4-af81-609d34c3b888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036821519634'] for router_interface, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:48.193346 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c1decbc-dcd1-45b9-8bab-974c4fb6c5d7', 'name': 'network-vif-deleted', 'tag': '65ac25b4-7cab-4269-b393-4f06644d1499', 'status': 'completed', 'code': 200}
Jan 26 21:59:48.471045 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-bcea38ea-f211-4db4-af81-609d34c3b888 admin admin] Deleting port 5f61a91d-d8a1-4512-a9a7-7f866dc9c7cb {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 21:59:48.471839 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-bcea38ea-f211-4db4-af81-609d34c3b888 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:48.717063 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-afa5d79e-b031-4fde-93b4-2b7154ec056b req-04bf1678-e532-4b2f-9737-5484f7fe7d89 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Synchronizing usage tracker for tenant:0b20bd678712440d8c6489419a905a3d on resource:port {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 21:59:48.796375 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-afa5d79e-b031-4fde-93b4-2b7154ec056b req-04bf1678-e532-4b2f-9737-5484f7fe7d89 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Unset dirty status for tenant:0b20bd678712440d8c6489419a905a3d on resource:port {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 21:59:48.800388 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-afa5d79e-b031-4fde-93b4-2b7154ec056b req-04bf1678-e532-4b2f-9737-5484f7fe7d89 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c1decbc-dcd1-45b9-8bab-974c4fb6c5d7 HTTP/1.1" status: 200  len: 210 time: 0.1441693
Jan 26 21:59:48.818478 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-bcea38ea-f211-4db4-af81-609d34c3b888 admin admin] For port 5f61a91d-d8a1-4512-a9a7-7f866dc9c7cb, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=5f61a91d-d8a1-4512-a9a7-7f866dc9c7cb,segment=NetworkSegment(9afaf6a3-37e6-4363-8b3c-6d368a81a1c0),segment_id=9afaf6a3-37e6-4363-8b3c-6d368a81a1c0)] {{(pid=80149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 21:59:48.819954 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-bcea38ea-f211-4db4-af81-609d34c3b888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:48.993132 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-bcea38ea-f211-4db4-af81-609d34c3b888 admin admin] Calling delete_port for 5f61a91d-d8a1-4512-a9a7-7f866dc9c7cb owned by network:router_interface {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 21:59:49.401358 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-bcea38ea-f211-4db4-af81-609d34c3b888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31462196'] for port, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:49.434514 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2df7c2ea-7a0d-430f-8db4-8253d6759e8d tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:59:49.542438 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea38ea-f211-4db4-af81-609d34c3b888 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f61a91d-d8a1-4512-a9a7-7f866dc9c7cb,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:59:49.607455 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-bcea38ea-f211-4db4-af81-609d34c3b888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:59:50.130539 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-bcea38ea-f211-4db4-af81-609d34c3b888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036821729918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33259135'] for router_interface, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:50.844436 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcea38ea-f211-4db4-af81-609d34c3b888 admin admin] Router e4729610-24e5-4370-840b-5dc824b55782 has already been hosted by L3 agent d246ac06-2269-4624-8b82-d0eab6b3335a {{(pid=80149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 21:59:51.078379 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcea38ea-f211-4db4-af81-609d34c3b888 admin admin] Notify agent at l3_agent.dv-cinder-772126-1-iscsi the message routers_updated {{(pid=80149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 21:59:51.090846 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abad1ca-0f25-4679-a580-58d87488eff0 None None] Sync routers for ids ['e4729610-24e5-4370-840b-5dc824b55782'] in dv-cinder-772126-1-iscsi {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 21:59:51.097093 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-bcea38ea-f211-4db4-af81-609d34c3b888 admin admin] 10.222.0.30 "PUT /v2.0/routers/e4729610-24e5-4370-840b-5dc824b55782/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1559029
Jan 26 21:59:51.097337 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 48640) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:59:51.108602 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abad1ca-0f25-4679-a580-58d87488eff0 None None] Routers {'e4729610-24e5-4370-840b-5dc824b55782'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 21:59:51.109812 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-2abad1ca-0f25-4679-a580-58d87488eff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5ae7df048>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T21:59:43Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['e4729610-24e5-4370-840b-5dc824b55782'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:59:51.405941 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-2abad1ca-0f25-4679-a580-58d87488eff0 None None] Set router e4729610-24e5-4370-840b-5dc824b55782 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 21:59:51.638709 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-192bc4fe-2a0f-49f2-84a8-b5147f98572d admin admin] Notify callbacks [] for router, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:52.004562 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-2abad1ca-0f25-4679-a580-58d87488eff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5ae7df048>, [{'id': 'e4729610-24e5-4370-840b-5dc824b55782', 'name': 'tempest-ServerRescueNegativeTestJSON-1517291638-router', 'tenant_id': '7a4c50647a404710832ed97f00c9133b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '7f79b977-1b4b-4638-8ae7-7804836f984a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:55:06Z', 'updated_at': '2021-01-26T21:59:49Z', 'revision_number': 5, 'project_id': '7a4c50647a404710832ed97f00c9133b', 'gw_port': {'id': '7f79b977-1b4b-4638-8ae7-7804836f984a', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4729610-24e5-4370-840b-5dc824b55782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:09Z', 'updated_at': '2021-01-26T21:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi'}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:59:52.011539 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abad1ca-0f25-4679-a580-58d87488eff0 None None] Checking router: e4729610-24e5-4370-840b-5dc824b55782 for host: dv-cinder-772126-1-iscsi {{(pid=80151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 21:59:52.033974 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abad1ca-0f25-4679-a580-58d87488eff0 None None] Routers {'e4729610-24e5-4370-840b-5dc824b55782'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 21:59:52.034886 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-2abad1ca-0f25-4679-a580-58d87488eff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5ae7df048>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T21:59:43Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['e4729610-24e5-4370-840b-5dc824b55782'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:59:52.093191 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-192bc4fe-2a0f-49f2-84a8-b5147f98572d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:52.103111 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-192bc4fe-2a0f-49f2-84a8-b5147f98572d admin admin] Deleting port 7f79b977-1b4b-4638-8ae7-7804836f984a {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 21:59:52.103648 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-192bc4fe-2a0f-49f2-84a8-b5147f98572d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:52.218560 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f88455-5bca-468e-b202-00470feef576 req-2154f709-0a7b-4d3d-9cbb-7c0635eb1aa9 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:52.220373 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f2f88455-5bca-468e-b202-00470feef576 req-2154f709-0a7b-4d3d-9cbb-7c0635eb1aa9 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 945 time: 0.2424564
Jan 26 21:59:52.356202 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-2abad1ca-0f25-4679-a580-58d87488eff0 None None] Set router e4729610-24e5-4370-840b-5dc824b55782 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 21:59:52.420096 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f2f88455-5bca-468e-b202-00470feef576 req-a87bafea-b41e-407b-b0a2-3f4cb8e38a1e tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed00a403-af3d-4be2-b18c-1bd41919de1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1909738
Jan 26 21:59:52.645732 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-192bc4fe-2a0f-49f2-84a8-b5147f98572d admin admin] For port 7f79b977-1b4b-4638-8ae7-7804836f984a, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=7f79b977-1b4b-4638-8ae7-7804836f984a,segment=NetworkSegment(f4c7a2a5-f441-4cda-be7f-98d9b91d5196),segment_id=f4c7a2a5-f441-4cda-be7f-98d9b91d5196)] {{(pid=80149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 21:59:52.646064 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-192bc4fe-2a0f-49f2-84a8-b5147f98572d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:52.808536 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-192bc4fe-2a0f-49f2-84a8-b5147f98572d admin admin] Calling delete_port for 7f79b977-1b4b-4638-8ae7-7804836f984a owned by network:router_gateway {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 21:59:52.809949 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-2abad1ca-0f25-4679-a580-58d87488eff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5ae7df048>, [{'id': 'e4729610-24e5-4370-840b-5dc824b55782', 'name': 'tempest-ServerRescueNegativeTestJSON-1517291638-router', 'tenant_id': '7a4c50647a404710832ed97f00c9133b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '7f79b977-1b4b-4638-8ae7-7804836f984a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:55:06Z', 'updated_at': '2021-01-26T21:59:49Z', 'revision_number': 5, 'project_id': '7a4c50647a404710832ed97f00c9133b', 'gw_port': {'id': '7f79b977-1b4b-4638-8ae7-7804836f984a', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4729610-24e5-4370-840b-5dc824b55782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:09Z', 'updated_at': '2021-01-26T21:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi'}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:59:52.815251 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abad1ca-0f25-4679-a580-58d87488eff0 None None] The sync data for ids ['e4729610-24e5-4370-840b-5dc824b55782'] in dv-cinder-772126-1-iscsi is: [{'id': 'e4729610-24e5-4370-840b-5dc824b55782', 'name': 'tempest-ServerRescueNegativeTestJSON-1517291638-router', 'tenant_id': '7a4c50647a404710832ed97f00c9133b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '7f79b977-1b4b-4638-8ae7-7804836f984a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:55:06Z', 'updated_at': '2021-01-26T21:59:49Z', 'revision_number': 5, 'project_id': '7a4c50647a404710832ed97f00c9133b', 'gw_port': {'id': '7f79b977-1b4b-4638-8ae7-7804836f984a', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4729610-24e5-4370-840b-5dc824b55782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:09Z', 'updated_at': '2021-01-26T21:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi'}] {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 21:59:52.956903 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b68030-6bae-425d-ba28-3f51ce82036c req-e8dc41cc-b954-4f74-accc-973008f716d0 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:52.960146 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-97b68030-6bae-425d-ba28-3f51ce82036c req-e8dc41cc-b954-4f74-accc-973008f716d0 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a7561c-7d70-4caf-a456-c65309b76d40 HTTP/1.1" status: 200  len: 945 time: 0.6169946
Jan 26 21:59:53.108974 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-24a8931b-bf09-4dd5-a6b4-1809c521e7aa req-a3479a6f-7444-4718-8b0c-80f9dea7721d tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.6262598
Jan 26 21:59:53.145300 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-24a8931b-bf09-4dd5-a6b4-1809c521e7aa req-59781724-34c1-4926-890f-9b5c1d49c63f tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Request body: {'floatingip': {'floating_network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:59:53.148663 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-97b68030-6bae-425d-ba28-3f51ce82036c req-329ba995-daf5-470a-a7b5-9e9eb7fd9487 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1565065
Jan 26 21:59:53.151306 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-24a8931b-bf09-4dd5-a6b4-1809c521e7aa req-59781724-34c1-4926-890f-9b5c1d49c63f tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 21:59:53.155932 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-24a8931b-bf09-4dd5-a6b4-1809c521e7aa req-59781724-34c1-4926-890f-9b5c1d49c63f tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Usage tracker for resource:floatingip and tenant:67378ee588b44b458166893de5b521e0 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 21:59:53.160127 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-24a8931b-bf09-4dd5-a6b4-1809c521e7aa req-59781724-34c1-4926-890f-9b5c1d49c63f tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 21:59:53.171160 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-24a8931b-bf09-4dd5-a6b4-1809c521e7aa req-59781724-34c1-4926-890f-9b5c1d49c63f tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 21:59:53.271845 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-24a8931b-bf09-4dd5-a6b4-1809c521e7aa req-59781724-34c1-4926-890f-9b5c1d49c63f tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks [] for floatingip, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:53.383437 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-192bc4fe-2a0f-49f2-84a8-b5147f98572d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31462196'] for port, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]: WARNING neutron.plugins.ml2.ovo_rpc [None req-192bc4fe-2a0f-49f2-84a8-b5147f98572d admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:     result = function(*args, **kwargs)
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:     proto.__init__(conn_state, self)
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:     self.handle()
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:     self.handle_one_request()
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:     self.handle_one_response()
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:     result = self.application(self.environ, start_response)
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:     return app(environ, start_response)
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:     resp = self.call_func(req, *args, **kw)
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:     return self.func(req, *args, **kwargs)
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:     response = req.get_response(self.application)
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:     application, catch_exc_info=False)
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:     app_iter = application(self.environ, start_response)
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:     resp = self.call_func(req, *args, **kw)
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:     return self.func(req, *args, **kwargs)
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:     response = req.get_response(self.application)
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:     application, catch_exc_info=False)
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:     app_iter = application(self.environ, start_response)
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:     resp = self.call_func(req, *args, **kw)
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:     return self.func(req, *args, **kwargs)
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:     response = req.get_response(self.application)
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:     application, catch_exc_info=False)
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:     app_iter = application(self.environ, start_response)
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:     resp = self.call_func(req, *args, **kw)
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:     return self.func(req, *args, **kwargs)
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:     response = req.get_response(self.application)
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:     application, catch_exc_info=False)
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:     app_iter = application(self.environ, start_response)
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:     resp = self.call_func(req, *args, **kw)
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:     return self.func(req, *args, **kwargs)
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:     return request.get_response(self.application)
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:     application, catch_exc_info=False)
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:     app_iter = application(self.environ, start_response)
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:     resp = self.call_func(req, *args, **kw)
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:     return self.func(req, *args, **kwargs)
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:     response = req.get_response(self._app)
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:     application, catch_exc_info=False)
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:     app_iter = application(self.environ, start_response)
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:     return resp(environ, start_response)
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:     return resp(environ, start_response)
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:     response = self.app(environ, start_response)
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:     return resp(environ, start_response)
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:     resp = self.call_func(req, *args, **kw)
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:     return self.func(req, *args, **kwargs)
Jan 26 21:59:53.389664 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Jan 26 21:59:53.395382 dv-cinder-772126-1-iscsi neutron-server[80035]:     result = method(request=request, **args)
Jan 26 21:59:53.395382 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Jan 26 21:59:53.395382 dv-cinder-772126-1-iscsi neutron-server[80035]:     return self._delete(request, id, **kwargs)
Jan 26 21:59:53.395382 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 26 21:59:53.395382 dv-cinder-772126-1-iscsi neutron-server[80035]:     return f(*args, **kwargs)
Jan 26 21:59:53.395382 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 26 21:59:53.395382 dv-cinder-772126-1-iscsi neutron-server[80035]:     return f(*args, **kwargs)
Jan 26 21:59:53.395382 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 26 21:59:53.395382 dv-cinder-772126-1-iscsi neutron-server[80035]:     return f(*dup_args, **dup_kwargs)
Jan 26 21:59:53.395382 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Jan 26 21:59:53.395382 dv-cinder-772126-1-iscsi neutron-server[80035]:     obj_deleter(request.context, id, **kwargs)
Jan 26 21:59:53.395382 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Jan 26 21:59:53.395382 dv-cinder-772126-1-iscsi neutron-server[80035]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Jan 26 21:59:53.395382 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 26 21:59:53.395382 dv-cinder-772126-1-iscsi neutron-server[80035]:     return method(*args, **kwargs)
Jan 26 21:59:53.395382 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 26 21:59:53.395382 dv-cinder-772126-1-iscsi neutron-server[80035]:     return f(*args, **kwargs)
Jan 26 21:59:53.395382 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 26 21:59:53.395382 dv-cinder-772126-1-iscsi neutron-server[80035]:     return f(*args, **kwargs)
Jan 26 21:59:53.395382 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 26 21:59:53.395382 dv-cinder-772126-1-iscsi neutron-server[80035]:     return f(*dup_args, **dup_kwargs)
Jan 26 21:59:53.395382 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Jan 26 21:59:53.395382 dv-cinder-772126-1-iscsi neutron-server[80035]:     self._delete_current_gw_port(context, id, router, None)
Jan 26 21:59:53.395382 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Jan 26 21:59:53.395382 dv-cinder-772126-1-iscsi neutron-server[80035]:     admin_ctx, gw_port_id, l3_port_check=False)
Jan 26 21:59:53.395382 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Jan 26 21:59:53.395382 dv-cinder-772126-1-iscsi neutron-server[80035]:     return f(self, context, *args, **kwargs)
Jan 26 21:59:53.395382 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 26 21:59:53.395382 dv-cinder-772126-1-iscsi neutron-server[80035]:     return method(*args, **kwargs)
Jan 26 21:59:53.395382 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port
Jan 26 21:59:53.395382 dv-cinder-772126-1-iscsi neutron-server[80035]:     context, port, router_ids, bound_mech_contexts)
Jan 26 21:59:53.395382 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port
Jan 26 21:59:53.395382 dv-cinder-772126-1-iscsi neutron-server[80035]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Jan 26 21:59:53.395382 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Jan 26 21:59:53.395382 dv-cinder-772126-1-iscsi neutron-server[80035]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Jan 26 21:59:53.395382 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Jan 26 21:59:53.395382 dv-cinder-772126-1-iscsi neutron-server[80035]:     return function(*args, **kwargs)
Jan 26 21:59:53.395382 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Jan 26 21:59:53.395382 dv-cinder-772126-1-iscsi neutron-server[80035]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Jan 26 21:59:53.395382 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jan 26 21:59:53.395382 dv-cinder-772126-1-iscsi neutron-server[80035]:     callback(resource, event, trigger, **kwargs)
Jan 26 21:59:53.395382 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Jan 26 21:59:53.395382 dv-cinder-772126-1-iscsi neutron-server[80035]:     if self._is_session_semantic_violated(context, resource, event):
Jan 26 21:59:53.395382 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Jan 26 21:59:53.395382 dv-cinder-772126-1-iscsi neutron-server[80035]:     stack = traceback.extract_stack()
Jan 26 21:59:53.395382 dv-cinder-772126-1-iscsi neutron-server[80035]: 
Jan 26 21:59:53.656218 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-192bc4fe-2a0f-49f2-84a8-b5147f98572d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33254391'] for router_gateway, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:53.659428 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-24a8931b-bf09-4dd5-a6b4-1809c521e7aa req-59781724-34c1-4926-890f-9b5c1d49c63f tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:53.944795 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-192bc4fe-2a0f-49f2-84a8-b5147f98572d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33261030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854745232'] for router, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:53.950638 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-192bc4fe-2a0f-49f2-84a8-b5147f98572d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:54.492445 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 8e13d2f1-c2b4-484b-88f7-ce8fb60e39d6 no longer exists at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 21:59:54.570636 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 5f61a91d-d8a1-4512-a9a7-7f866dc9c7cb no longer exists at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 21:59:54.621247 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] No Port match for: 5f61a91d-d8a1-4512-a9a7-7f866dc9c7cb {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 21:59:54.621699 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 5f61a91d-d8a1-4512-a9a7-7f866dc9c7cb not bound to the agent host dv-cinder-772126-1-iscsi {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 21:59:54.657062 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-192bc4fe-2a0f-49f2-84a8-b5147f98572d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036821514634'] for router, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:54.657834 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192bc4fe-2a0f-49f2-84a8-b5147f98572d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4729610-24e5-4370-840b-5dc824b55782 {{(pid=80149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 26 21:59:54.788347 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-192bc4fe-2a0f-49f2-84a8-b5147f98572d admin admin] Notify callbacks [] for router, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:54.792683 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-192bc4fe-2a0f-49f2-84a8-b5147f98572d admin admin] 10.222.0.30 "DELETE /v2.0/routers/e4729610-24e5-4370-840b-5dc824b55782 HTTP/1.1" status: 204  len: 168 time: 3.6910868
Jan 26 21:59:54.793058 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 48680) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:59:54.969669 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_v2 [None req-956037b1-2e6f-4507-8ea8-acd77a931041 admin admin] Deleting subnet 10a8d33b-7d45-4a88-98ab-e3f8e511099a {{(pid=80148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 26 21:59:54.973531 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-956037b1-2e6f-4507-8ea8-acd77a931041 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:54.990447 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b4b60-e648-43dc-ae53-4b5e874d5245 req-2565266b-0f95-40d3-a708-a3584db2b178 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:54.999785 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7f6b4b60-e648-43dc-ae53-4b5e874d5245 req-2565266b-0f95-40d3-a708-a3584db2b178 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.45 "GET /v2.0/ports?device_id=03a7561c-7d70-4caf-a456-c65309b76d40 HTTP/1.1" status: 200  len: 945 time: 0.8413224
Jan 26 21:59:55.115814 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:55.116240 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-956037b1-2e6f-4507-8ea8-acd77a931041 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33212064'] for subnet, precommit_delete_associations {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:55.116426 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-7f6b4b60-e648-43dc-ae53-4b5e874d5245 req-6e1435ef-63b7-409a-924c-fd9967733ecc tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Deleting port 8e13d2f1-c2b4-484b-88f7-ce8fb60e39d6 {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 21:59:55.116426 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-7f6b4b60-e648-43dc-ae53-4b5e874d5245 req-6e1435ef-63b7-409a-924c-fd9967733ecc tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:55.129725 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a7561c-7d70-4caf-a456-c65309b76d40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e13d2f1-c2b4-484b-88f7-ce8fb60e39d6'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 21:59:55.158796 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] For port 8e13d2f1-c2b4-484b-88f7-ce8fb60e39d6, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=8e13d2f1-c2b4-484b-88f7-ce8fb60e39d6,segment=NetworkSegment(6e858ff7-c974-45e3-a0f9-318eb54e44cd),segment_id=6e858ff7-c974-45e3-a0f9-318eb54e44cd)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 21:59:55.173397 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-956037b1-2e6f-4507-8ea8-acd77a931041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-902117'] for subnet, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:55.194458 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:55.196425 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b9d27b58-8a36-464f-a1cf-0102ba932052 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:59:55.346425 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Pushing event updated for resources: {'Port': ['ID=8e13d2f1-c2b4-484b-88f7-ce8fb60e39d6,revision_number=5']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:59:55.350882 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:59:55.358827 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb135398-796e-4e31-86f8-ab43624eaff6 req-058ec9b4-a4d7-4b16-81f0-7d462a24d4c9 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:55.371111 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-cb135398-796e-4e31-86f8-ab43624eaff6 req-058ec9b4-a4d7-4b16-81f0-7d462a24d4c9 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a7561c-7d70-4caf-a456-c65309b76d40 HTTP/1.1" status: 200  len: 945 time: 0.8546276
Jan 26 21:59:55.475124 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-956037b1-2e6f-4507-8ea8-acd77a931041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853873682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32410260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31774850'] for subnet, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:55.482711 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [req-24a8931b-bf09-4dd5-a6b4-1809c521e7aa req-59781724-34c1-4926-890f-9b5c1d49c63f tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Allocated IP 172.27.2.86 (1ba61b85-6a57-4c86-8c7b-e71ed182691b/36fb7a5a-6726-45c7-9dc5-3a7ad8db1808/d1346897-6729-402e-bcd0-a0bbfe8e5dd5) {{(pid=80149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 21:59:55.509019 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:59:55.599577 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-cb135398-796e-4e31-86f8-ab43624eaff6 req-ca56b760-a8ff-46da-8892-eb661144093a tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/security-groups?id=6a05411a-1d14-4dfc-b895-0475db465f3a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2312431
Jan 26 21:59:55.643676 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956037b1-2e6f-4507-8ea8-acd77a931041 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10a8d33b-7d45-4a88-98ab-e3f8e511099a,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:59:55.670919 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-956037b1-2e6f-4507-8ea8-acd77a931041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:59:55.726492 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-956037b1-2e6f-4507-8ea8-acd77a931041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for subnet, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:55.742320 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-956037b1-2e6f-4507-8ea8-acd77a931041 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/10a8d33b-7d45-4a88-98ab-e3f8e511099a HTTP/1.1" status: 204  len: 168 time: 0.9478846
Jan 26 21:59:55.745586 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 48690) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:59:55.802716 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a7561c-7d70-4caf-a456-c65309b76d40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e13d2f1-c2b4-484b-88f7-ce8fb60e39d6', 'code': 200}
Jan 26 21:59:55.917283 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-7f6b4b60-e648-43dc-ae53-4b5e874d5245 req-6e1435ef-63b7-409a-924c-fd9967733ecc tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] For port 8e13d2f1-c2b4-484b-88f7-ce8fb60e39d6, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=8e13d2f1-c2b4-484b-88f7-ce8fb60e39d6,segment=NetworkSegment(6e858ff7-c974-45e3-a0f9-318eb54e44cd),segment_id=6e858ff7-c974-45e3-a0f9-318eb54e44cd)] {{(pid=80149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 21:59:55.917984 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-7f6b4b60-e648-43dc-ae53-4b5e874d5245 req-6e1435ef-63b7-409a-924c-fd9967733ecc tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:56.121332 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-7f6b4b60-e648-43dc-ae53-4b5e874d5245 req-6e1435ef-63b7-409a-924c-fd9967733ecc tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Calling delete_port for 8e13d2f1-c2b4-484b-88f7-ce8fb60e39d6 owned by compute:nova {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 21:59:56.181999 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-24a8931b-bf09-4dd5-a6b4-1809c521e7aa req-59781724-34c1-4926-890f-9b5c1d49c63f tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks [] for port, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:56.280413 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-50eb142d-2ed2-45e8-aaf4-321a3e7551ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695781'] for network, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:56.384531 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-24a8931b-bf09-4dd5-a6b4-1809c521e7aa req-59781724-34c1-4926-890f-9b5c1d49c63f tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31462196'] for port, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:56.406525 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:59:56.482259 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-7f6b4b60-e648-43dc-ae53-4b5e874d5245 req-6e1435ef-63b7-409a-924c-fd9967733ecc tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31462196'] for port, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:56.609240 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-50eb142d-2ed2-45e8-aaf4-321a3e7551ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917372', 'neutron.services.segments.db._delete_segments_for_network--9223363247824506586'] for network, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:56.621290 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59781724-34c1-4926-890f-9b5c1d49c63f tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Pushing event updated for resources: {'Port': ['ID=d1346897-6729-402e-bcd0-a0bbfe8e5dd5,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:59:56.633460 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-59781724-34c1-4926-890f-9b5c1d49c63f tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:59:56.634044 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:59:56.646018 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 7f79b977-1b4b-4638-8ae7-7804836f984a no longer exists at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 21:59:56.730754 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] No Port match for: 7f79b977-1b4b-4638-8ae7-7804836f984a {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 21:59:56.731117 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 7f79b977-1b4b-4638-8ae7-7804836f984a not bound to the agent host dv-cinder-772126-1-iscsi {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 21:59:56.785717 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.segments.db [None req-50eb142d-2ed2-45e8-aaf4-321a3e7551ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe5ae8aff28>,) {'filters': {'network_id': ['74132350-d629-40bd-b240-f2fc9af151e7']}} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:59:56.799013 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1435ef-63b7-409a-924c-fd9967733ecc tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Pushing event deleted for resources: {'Port': ['ID=8e13d2f1-c2b4-484b-88f7-ce8fb60e39d6,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:59:56.808744 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6e1435ef-63b7-409a-924c-fd9967733ecc tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:59:56.815832 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.segments.db [None req-50eb142d-2ed2-45e8-aaf4-321a3e7551ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5ae8aff28>, '9afaf6a3-37e6-4363-8b3c-6d368a81a1c0') {'for_net_delete': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:59:56.823674 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.segments.db [None req-50eb142d-2ed2-45e8-aaf4-321a3e7551ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5ae8aff28>, '9afaf6a3-37e6-4363-8b3c-6d368a81a1c0') {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 21:59:56.850625 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-50eb142d-2ed2-45e8-aaf4-321a3e7551ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247824509914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036821563736'] for segment, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:56.885534 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-50eb142d-2ed2-45e8-aaf4-321a3e7551ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853870792'] for segment, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:56.889167 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-50eb142d-2ed2-45e8-aaf4-321a3e7551ca admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 26 21:59:56.930992 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24a8931b-bf09-4dd5-a6b4-1809c521e7aa req-59781724-34c1-4926-890f-9b5c1d49c63f tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Network 1ba61b85-6a57-4c86-8c7b-e71ed182691b is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 21:59:56.934569 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [req-24a8931b-bf09-4dd5-a6b4-1809c521e7aa req-59781724-34c1-4926-890f-9b5c1d49c63f tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Resources bound (agent type, host, resource id):  {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 21:59:56.938657 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a8931b-bf09-4dd5-a6b4-1809c521e7aa req-59781724-34c1-4926-890f-9b5c1d49c63f tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Received port after_create {{(pid=80149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 21:59:57.084413 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6b4b60-e648-43dc-ae53-4b5e874d5245 req-6e1435ef-63b7-409a-924c-fd9967733ecc tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] No DVR routers for this DVR port 8e13d2f1-c2b4-484b-88f7-ce8fb60e39d6 on host hv-cinder-77212 {{(pid=80149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 21:59:57.095813 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-7f6b4b60-e648-43dc-ae53-4b5e874d5245 req-6e1435ef-63b7-409a-924c-fd9967733ecc tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:57.099757 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a7561c-7d70-4caf-a456-c65309b76d40', 'name': 'network-vif-deleted', 'tag': '8e13d2f1-c2b4-484b-88f7-ce8fb60e39d6'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 21:59:57.127171 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7f0b3216-f7ed-40c1-96f1-d6d334a069c8 req-ad9fd4c6-455f-4465-bcba-dfa23677c368 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a7561c-7d70-4caf-a456-c65309b76d40 HTTP/1.1" status: 200  len: 210 time: 0.0796154
Jan 26 21:59:57.154828 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-50eb142d-2ed2-45e8-aaf4-321a3e7551ca admin admin] Network 74132350-d629-40bd-b240-f2fc9af151e7 has no segments {{(pid=80148) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 21:59:57.177704 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-24a8931b-bf09-4dd5-a6b4-1809c521e7aa req-59781724-34c1-4926-890f-9b5c1d49c63f tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:57.179100 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-50eb142d-2ed2-45e8-aaf4-321a3e7551ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-905039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822365897'] for segment, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:57.185722 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7f6b4b60-e648-43dc-ae53-4b5e874d5245 req-6e1435ef-63b7-409a-924c-fd9967733ecc tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.45 "DELETE /v2.0/ports/8e13d2f1-c2b4-484b-88f7-ce8fb60e39d6 HTTP/1.1" status: 204  len: 173 time: 2.1701818
Jan 26 21:59:57.305616 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a7561c-7d70-4caf-a456-c65309b76d40', 'name': 'network-vif-deleted', 'tag': '8e13d2f1-c2b4-484b-88f7-ce8fb60e39d6', 'status': 'completed', 'code': 200}
Jan 26 21:59:57.345388 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-24a8931b-bf09-4dd5-a6b4-1809c521e7aa req-59781724-34c1-4926-890f-9b5c1d49c63f tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:57.446740 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-50eb142d-2ed2-45e8-aaf4-321a3e7551ca admin admin] Network 74132350-d629-40bd-b240-f2fc9af151e7 has no segments {{(pid=80148) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 21:59:57.482965 dv-cinder-772126-1-iscsi neutron-server[80035]: Traceback (most recent call last):
Jan 26 21:59:57.482965 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 26 21:59:57.482965 dv-cinder-772126-1-iscsi neutron-server[80035]:     timer()
Jan 26 21:59:57.482965 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 26 21:59:57.482965 dv-cinder-772126-1-iscsi neutron-server[80035]:     cb(*args, **kw)
Jan 26 21:59:57.482965 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 26 21:59:57.482965 dv-cinder-772126-1-iscsi neutron-server[80035]:     return func(*args, **kwargs)
Jan 26 21:59:57.482965 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 26 21:59:57.482965 dv-cinder-772126-1-iscsi neutron-server[80035]:     self._notify()
Jan 26 21:59:57.482965 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 26 21:59:57.482965 dv-cinder-772126-1-iscsi neutron-server[80035]:     self.callback(batched_events)
Jan 26 21:59:57.482965 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 26 21:59:57.482965 dv-cinder-772126-1-iscsi neutron-server[80035]:     event.method(event)
Jan 26 21:59:57.482965 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 26 21:59:57.482965 dv-cinder-772126-1-iscsi neutron-server[80035]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 26 21:59:57.482965 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 26 21:59:57.482965 dv-cinder-772126-1-iscsi neutron-server[80035]:     segment_id)['aggregates'][0]
Jan 26 21:59:57.482965 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 26 21:59:57.482965 dv-cinder-772126-1-iscsi neutron-server[80035]:     return f(self, *a, **k)
Jan 26 21:59:57.482965 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 26 21:59:57.482965 dv-cinder-772126-1-iscsi neutron-server[80035]:     return self._get(url).json()
Jan 26 21:59:57.482965 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 26 21:59:57.482965 dv-cinder-772126-1-iscsi neutron-server[80035]:     **kwargs)
Jan 26 21:59:57.482965 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 26 21:59:57.482965 dv-cinder-772126-1-iscsi neutron-server[80035]:     return self.request(url, 'GET', **kwargs)
Jan 26 21:59:57.482965 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 26 21:59:57.482965 dv-cinder-772126-1-iscsi neutron-server[80035]:     **endpoint_filter)
Jan 26 21:59:57.482965 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 26 21:59:57.482965 dv-cinder-772126-1-iscsi neutron-server[80035]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 26 21:59:57.482965 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 26 21:59:57.482965 dv-cinder-772126-1-iscsi neutron-server[80035]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 26 21:59:57.482965 dv-cinder-772126-1-iscsi neutron-server[80035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 26 21:59:57.658548 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-50eb142d-2ed2-45e8-aaf4-321a3e7551ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853858444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036821521443'] for network, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:57.685676 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-50eb142d-2ed2-45e8-aaf4-321a3e7551ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for network, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:57.699075 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-ac41b1c4-60f5-49da-b726-022490ed80a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:59:57.730960 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eb142d-2ed2-45e8-aaf4-321a3e7551ca admin admin] Pushing event deleted for resources: {'Network': ['ID=74132350-d629-40bd-b240-f2fc9af151e7,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:59:57.735808 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-50eb142d-2ed2-45e8-aaf4-321a3e7551ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:59:57.779718 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-50eb142d-2ed2-45e8-aaf4-321a3e7551ca admin admin] 10.222.0.30 "DELETE /v2.0/networks/74132350-d629-40bd-b240-f2fc9af151e7 HTTP/1.1" status: 204  len: 168 time: 2.0324464
Jan 26 21:59:57.817900 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-24a8931b-bf09-4dd5-a6b4-1809c521e7aa req-59781724-34c1-4926-890f-9b5c1d49c63f tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks [] for port, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:57.851467 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-24a8931b-bf09-4dd5-a6b4-1809c521e7aa req-59781724-34c1-4926-890f-9b5c1d49c63f tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823313603'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:57.877815 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:59:58.172661 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59781724-34c1-4926-890f-9b5c1d49c63f tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Pushing event updated for resources: {'Port': ['ID=d1346897-6729-402e-bcd0-a0bbfe8e5dd5,revision_number=2']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:59:58.188171 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-59781724-34c1-4926-890f-9b5c1d49c63f tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:59:58.340393 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-24a8931b-bf09-4dd5-a6b4-1809c521e7aa req-59781724-34c1-4926-890f-9b5c1d49c63f tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036821521460'] for floatingip, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:58.355859 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 48714) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:59:58.383509 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-24a8931b-bf09-4dd5-a6b4-1809c521e7aa req-59781724-34c1-4926-890f-9b5c1d49c63f tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for floatingip, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:58.385771 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-24a8931b-bf09-4dd5-a6b4-1809c521e7aa req-59781724-34c1-4926-890f-9b5c1d49c63f tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 5.2678339
Jan 26 21:59:58.433722 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-f962828a-0398-4129-8a95-de3a3bd02bfa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7a4c50647a404710832ed97f00c9133b&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0759342
Jan 26 21:59:58.437988 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 48718) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 21:59:58.551673 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-63e63c29-a75c-410d-9546-e57ed21fa67c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:58.599964 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-63e63c29-a75c-410d-9546-e57ed21fa67c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:58.725869 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-63e63c29-a75c-410d-9546-e57ed21fa67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:58.731851 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 21:59:58.758263 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e63c29-a75c-410d-9546-e57ed21fa67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b613ec-1714-4d5f-93e2-85626909825f,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 21:59:58.761849 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-63e63c29-a75c-410d-9546-e57ed21fa67c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 21:59:58.767194 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-0268ac8e-99d3-4de0-bf26-1fd1ae43fa8b req-94ae9e8c-bebd-43f2-b303-a0c70b6c55bd tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Synchronizing usage tracker for tenant:0b20bd678712440d8c6489419a905a3d on resource:port {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 21:59:58.783599 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-24a8931b-bf09-4dd5-a6b4-1809c521e7aa req-750e0ca8-65cf-412f-847b-e147e7dd1210 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Synchronizing usage tracker for tenant:67378ee588b44b458166893de5b521e0 on resource:floatingip {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 21:59:58.791092 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-63e63c29-a75c-410d-9546-e57ed21fa67c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 21:59:58.792699 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-63e63c29-a75c-410d-9546-e57ed21fa67c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/41b613ec-1714-4d5f-93e2-85626909825f HTTP/1.1" status: 204  len: 168 time: 0.3534355
Jan 26 21:59:58.828743 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-24a8931b-bf09-4dd5-a6b4-1809c521e7aa req-750e0ca8-65cf-412f-847b-e147e7dd1210 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Unset dirty status for tenant:67378ee588b44b458166893de5b521e0 on resource:floatingip {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 21:59:58.830120 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-24a8931b-bf09-4dd5-a6b4-1809c521e7aa req-750e0ca8-65cf-412f-847b-e147e7dd1210 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.2.86 HTTP/1.1" status: 200  len: 695 time: 0.4387910
Jan 26 21:59:58.895873 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-0268ac8e-99d3-4de0-bf26-1fd1ae43fa8b req-94ae9e8c-bebd-43f2-b303-a0c70b6c55bd tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Unset dirty status for tenant:0b20bd678712440d8c6489419a905a3d on resource:port {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 21:59:58.897586 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-0268ac8e-99d3-4de0-bf26-1fd1ae43fa8b req-94ae9e8c-bebd-43f2-b303-a0c70b6c55bd tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a7561c-7d70-4caf-a456-c65309b76d40 HTTP/1.1" status: 200  len: 210 time: 0.4420414
Jan 26 21:59:59.189859 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8931b-bf09-4dd5-a6b4-1809c521e7aa req-daa06066-c75b-41bc-9cf6-cb0c8cf87a06 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:59.192520 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-24a8931b-bf09-4dd5-a6b4-1809c521e7aa req-daa06066-c75b-41bc-9cf6-cb0c8cf87a06 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/networks/1ba61b85-6a57-4c86-8c7b-e71ed182691b HTTP/1.1" status: 200  len: 784 time: 0.3466723
Jan 26 21:59:59.205515 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [req-24a8931b-bf09-4dd5-a6b4-1809c521e7aa req-e8a991ca-19ce-4b35-9887-36a59b356197 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=80149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 26 21:59:59.207579 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-24a8931b-bf09-4dd5-a6b4-1809c521e7aa req-e8a991ca-19ce-4b35-9887-36a59b356197 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0077028
Jan 26 21:59:59.568197 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13b4fd-dd5d-4dfb-970d-b98d9738b71b req-f38e2480-4052-42a8-bd68-a4b204472953 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 21:59:59.577250 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1d13b4fd-dd5d-4dfb-970d-b98d9738b71b req-f38e2480-4052-42a8-bd68-a4b204472953 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d96ef07-264f-4dbf-a255-ba4248406add&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1846032
Jan 26 21:59:59.701740 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1d13b4fd-dd5d-4dfb-970d-b98d9738b71b req-610c1c57-581c-4ccb-8dc3-7dd0c5aa351d tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.2.86 HTTP/1.1" status: 200  len: 695 time: 0.1220975
Jan 26 21:59:59.710874 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-1d13b4fd-dd5d-4dfb-970d-b98d9738b71b req-3414fe5d-b69a-4f49-9857-1486147e00fe tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Request body: {'floatingip': {'port_id': 'b826e31f-679d-44b8-955b-006e62fa53fd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 21:59:59.824294 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-1d13b4fd-dd5d-4dfb-970d-b98d9738b71b req-3414fe5d-b69a-4f49-9857-1486147e00fe tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks [] for floatingip, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:00.175314 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 48750) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:00:00.262735 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe1a4d33-a229-474b-83e4-98fe17e255ff admin admin] Deleting subnet a4ce4f64-6a29-442a-b4ca-edb027adcf72 {{(pid=80148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 26 22:00:00.267200 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-fe1a4d33-a229-474b-83e4-98fe17e255ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:00.351423 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-fe1a4d33-a229-474b-83e4-98fe17e255ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33212064'] for subnet, precommit_delete_associations {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:00.469242 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-fe1a4d33-a229-474b-83e4-98fe17e255ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-902117'] for subnet, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:00.984690 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.db.resource_extend [req-1d13b4fd-dd5d-4dfb-970d-b98d9738b71b req-3414fe5d-b69a-4f49-9857-1486147e00fe tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80149) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Jan 26 22:00:01.120538 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-1d13b4fd-dd5d-4dfb-970d-b98d9738b71b req-3414fe5d-b69a-4f49-9857-1486147e00fe tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:01.171975 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-1d13b4fd-dd5d-4dfb-970d-b98d9738b71b req-3414fe5d-b69a-4f49-9857-1486147e00fe tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036821521460'] for floatingip, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:01.217823 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-fe1a4d33-a229-474b-83e4-98fe17e255ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853873682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32410260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31774850'] for subnet, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:01.248459 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-82f95f66-b766-4dde-b53e-98c9fb1e1b83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:00:01.298241 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a4d33-a229-474b-83e4-98fe17e255ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4ce4f64-6a29-442a-b4ca-edb027adcf72,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:00:01.301464 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-fe1a4d33-a229-474b-83e4-98fe17e255ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:00:01.454128 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-fe1a4d33-a229-474b-83e4-98fe17e255ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for subnet, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:01.462014 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-fe1a4d33-a229-474b-83e4-98fe17e255ff admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a4ce4f64-6a29-442a-b4ca-edb027adcf72 HTTP/1.1" status: 204  len: 168 time: 1.2851903
Jan 26 22:00:01.471031 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 48768) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:00:01.507313 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.db.l3_db [req-1d13b4fd-dd5d-4dfb-970d-b98d9738b71b req-3414fe5d-b69a-4f49-9857-1486147e00fe tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Floating IP 6887fe33-727f-4fae-80a5-e1c249c4ee84 associated. External IP: 172.27.2.86, port: b826e31f-679d-44b8-955b-006e62fa53fd.
Jan 26 22:00:01.829475 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c66846a7-3b08-4bf7-8f20-5860082250c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695781'] for network, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:02.626250 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c66846a7-3b08-4bf7-8f20-5860082250c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917372', 'neutron.services.segments.db._delete_segments_for_network--9223363247824506586'] for network, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:02.830165 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.segments.db [None req-c66846a7-3b08-4bf7-8f20-5860082250c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe5af9cf9e8>,) {'filters': {'network_id': ['0220ea98-c36d-4592-abec-85c89380925e']}} {{(pid=80149) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:00:02.854109 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.segments.db [None req-c66846a7-3b08-4bf7-8f20-5860082250c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5af9cf9e8>, '6e858ff7-c974-45e3-a0f9-318eb54e44cd') {'for_net_delete': True} {{(pid=80149) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:00:02.854109 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.segments.db [None req-c66846a7-3b08-4bf7-8f20-5860082250c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5af9cf9e8>, '6e858ff7-c974-45e3-a0f9-318eb54e44cd') {} {{(pid=80149) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:00:02.861318 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d13b4fd-dd5d-4dfb-970d-b98d9738b71b req-3414fe5d-b69a-4f49-9857-1486147e00fe tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Router a2cdb5c7-7c71-4cb7-891b-52edab606d93 has already been hosted by L3 agent d246ac06-2269-4624-8b82-d0eab6b3335a {{(pid=80149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 22:00:02.870174 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c66846a7-3b08-4bf7-8f20-5860082250c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247824509914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31457456'] for segment, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:02.974985 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c66846a7-3b08-4bf7-8f20-5860082250c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853870792'] for segment, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:03.029912 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c66846a7-3b08-4bf7-8f20-5860082250c8 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 26 22:00:03.047182 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 22:00:03.289722 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d13b4fd-dd5d-4dfb-970d-b98d9738b71b req-3414fe5d-b69a-4f49-9857-1486147e00fe tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify agent at l3_agent.dv-cinder-772126-1-iscsi the message routers_updated {{(pid=80149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 22:00:03.292706 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-c66846a7-3b08-4bf7-8f20-5860082250c8 admin admin] Network 0220ea98-c36d-4592-abec-85c89380925e has no segments {{(pid=80149) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 22:00:03.304056 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-1d13b4fd-dd5d-4dfb-970d-b98d9738b71b req-3414fe5d-b69a-4f49-9857-1486147e00fe tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for floatingip, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:03.310430 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f75a30d-22be-439b-8409-53c04d4c7cbe None None] Sync routers for ids ['a2cdb5c7-7c71-4cb7-891b-52edab606d93'] in dv-cinder-772126-1-iscsi {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 22:00:03.322547 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f75a30d-22be-439b-8409-53c04d4c7cbe None None] Routers {'a2cdb5c7-7c71-4cb7-891b-52edab606d93'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:00:03.323472 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-8f75a30d-22be-439b-8409-53c04d4c7cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5ae010f28>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T21:59:43Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['a2cdb5c7-7c71-4cb7-891b-52edab606d93'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:00:03.332722 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c66846a7-3b08-4bf7-8f20-5860082250c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-905039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823313597'] for segment, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:03.530484 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1d13b4fd-dd5d-4dfb-970d-b98d9738b71b req-3414fe5d-b69a-4f49-9857-1486147e00fe tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "PUT /v2.0/floatingips/6887fe33-727f-4fae-80a5-e1c249c4ee84 HTTP/1.1" status: 200  len: 995 time: 3.8286674
Jan 26 22:00:03.533956 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-8f75a30d-22be-439b-8409-53c04d4c7cbe None None] Set router a2cdb5c7-7c71-4cb7-891b-52edab606d93 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:00:03.544742 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d96ef07-264f-4dbf-a255-ba4248406add', 'tag': 'b826e31f-679d-44b8-955b-006e62fa53fd'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:00:03.612235 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d96ef07-264f-4dbf-a255-ba4248406add', 'tag': 'b826e31f-679d-44b8-955b-006e62fa53fd', 'status': 'completed', 'code': 200}
Jan 26 22:00:03.614136 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-c66846a7-3b08-4bf7-8f20-5860082250c8 admin admin] Network 0220ea98-c36d-4592-abec-85c89380925e has no segments {{(pid=80149) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 22:00:03.640911 dv-cinder-772126-1-iscsi neutron-server[80035]: Traceback (most recent call last):
Jan 26 22:00:03.640911 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 26 22:00:03.640911 dv-cinder-772126-1-iscsi neutron-server[80035]:     timer()
Jan 26 22:00:03.640911 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 26 22:00:03.640911 dv-cinder-772126-1-iscsi neutron-server[80035]:     cb(*args, **kw)
Jan 26 22:00:03.640911 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 26 22:00:03.640911 dv-cinder-772126-1-iscsi neutron-server[80035]:     return func(*args, **kwargs)
Jan 26 22:00:03.640911 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 26 22:00:03.640911 dv-cinder-772126-1-iscsi neutron-server[80035]:     self._notify()
Jan 26 22:00:03.640911 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 26 22:00:03.640911 dv-cinder-772126-1-iscsi neutron-server[80035]:     self.callback(batched_events)
Jan 26 22:00:03.640911 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 26 22:00:03.640911 dv-cinder-772126-1-iscsi neutron-server[80035]:     event.method(event)
Jan 26 22:00:03.640911 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 26 22:00:03.640911 dv-cinder-772126-1-iscsi neutron-server[80035]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 26 22:00:03.640911 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 26 22:00:03.640911 dv-cinder-772126-1-iscsi neutron-server[80035]:     segment_id)['aggregates'][0]
Jan 26 22:00:03.640911 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 26 22:00:03.640911 dv-cinder-772126-1-iscsi neutron-server[80035]:     return f(self, *a, **k)
Jan 26 22:00:03.640911 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 26 22:00:03.640911 dv-cinder-772126-1-iscsi neutron-server[80035]:     return self._get(url).json()
Jan 26 22:00:03.640911 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 26 22:00:03.640911 dv-cinder-772126-1-iscsi neutron-server[80035]:     **kwargs)
Jan 26 22:00:03.640911 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 26 22:00:03.640911 dv-cinder-772126-1-iscsi neutron-server[80035]:     return self.request(url, 'GET', **kwargs)
Jan 26 22:00:03.640911 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 26 22:00:03.640911 dv-cinder-772126-1-iscsi neutron-server[80035]:     **endpoint_filter)
Jan 26 22:00:03.640911 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 26 22:00:03.640911 dv-cinder-772126-1-iscsi neutron-server[80035]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 26 22:00:03.640911 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 26 22:00:03.640911 dv-cinder-772126-1-iscsi neutron-server[80035]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 26 22:00:03.640911 dv-cinder-772126-1-iscsi neutron-server[80035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 26 22:00:03.821976 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13b4fd-dd5d-4dfb-970d-b98d9738b71b req-6f2b5a06-6f26-46ae-913d-957e8224b828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:03.823703 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1d13b4fd-dd5d-4dfb-970d-b98d9738b71b req-6f2b5a06-6f26-46ae-913d-957e8224b828 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67378ee588b44b458166893de5b521e0&device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 1162 time: 0.2699444
Jan 26 22:00:03.843448 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 48834) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:00:03.948580 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4c52d-b2cc-47cc-80e0-40d1414c2181 req-678aaea4-c2b7-4da6-bbdb-e312d31c9d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:03.952294 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-53f4c52d-b2cc-47cc-80e0-40d1414c2181 req-678aaea4-c2b7-4da6-bbdb-e312d31c9d63 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67378ee588b44b458166893de5b521e0&device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 1162 time: 0.2469625
Jan 26 22:00:03.971133 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c66846a7-3b08-4bf7-8f20-5860082250c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853858444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036821521443'] for network, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:04.020024 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-8f75a30d-22be-439b-8409-53c04d4c7cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5ae010f28>, [{'id': 'a2cdb5c7-7c71-4cb7-891b-52edab606d93', 'name': 'tempest-TestMinimumBasicScenario-133777725-router', 'tenant_id': '67378ee588b44b458166893de5b521e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'c7d12902-3f21-40bc-8e82-8974461286bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:57:57Z', 'updated_at': '2021-01-26T21:58:14Z', 'revision_number': 4, 'project_id': '67378ee588b44b458166893de5b521e0', 'gw_port': {'id': 'c7d12902-3f21-40bc-8e82-8974461286bf', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cdb5c7-7c71-4cb7-891b-52edab606d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:57:59Z', 'updated_at': '2021-01-26T21:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_floatingips': [{'id': '6887fe33-727f-4fae-80a5-e1c249c4ee84', 'tenant_id': '67378ee588b44b458166893de5b521e0', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'router_id': 'a2cdb5c7-7c71-4cb7-891b-52edab606d93', 'port_id': 'b826e31f-679d-44b8-955b-006e62fa53fd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32df5fc0-9e1f-4ca8-bc39-1341c4f738f5', 'mac_address': 'fa:16:3e:5a:b0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d96ef07-264f-4dbf-a255-ba4248406add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T21:59:57Z', 'updated_at': '2021-01-26T22:00:00Z', 'revision_number': 1, 'project_id': '67378ee588b44b458166893de5b521e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b18882c5-ec96-4906-8acd-5cdea5ee2e7d', 'name': '', 'network_id': '32df5fc0-9e1f-4ca8-bc39-1341c4f738f5', 'tenant_id': '67378ee588b44b458166893de5b521e0', 'mac_address': 'fa:16:3e:65:83:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cdb5c7-7c71-4cb7-891b-52edab606d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '54a89a8e-8493-4bfa-a7dd-a111bef36e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:58:09Z', 'updated_at': '2021-01-26T21:58:29Z', 'revision_number': 5, 'project_id': '67378ee588b44b458166893de5b521e0', 'subnets': [{'id': '54a89a8e-8493-4bfa-a7dd-a111bef36e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:00:04.025119 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f75a30d-22be-439b-8409-53c04d4c7cbe None None] Checking router: a2cdb5c7-7c71-4cb7-891b-52edab606d93 for host: dv-cinder-772126-1-iscsi {{(pid=80150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 22:00:04.036492 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f75a30d-22be-439b-8409-53c04d4c7cbe None None] Routers {'a2cdb5c7-7c71-4cb7-891b-52edab606d93'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:00:04.037383 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-8f75a30d-22be-439b-8409-53c04d4c7cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5ae010f28>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T21:59:43Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['a2cdb5c7-7c71-4cb7-891b-52edab606d93'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:00:04.093730 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6162b6d2-e4d9-49c3-b0af-ce45f1b59136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:00:04.099915 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-92fefb86-7c89-4a40-8085-ad5cdcf3c1cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:04.113419 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c66846a7-3b08-4bf7-8f20-5860082250c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for network, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:04.119542 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-92fefb86-7c89-4a40-8085-ad5cdcf3c1cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:00:04.123902 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-92fefb86-7c89-4a40-8085-ad5cdcf3c1cf admin admin] Usage tracker for resource:security_group_rule and tenant:41a37ff15c43439c885ef8b8d51289b6 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:00:04.127331 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-92fefb86-7c89-4a40-8085-ad5cdcf3c1cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:00:04.134803 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-92fefb86-7c89-4a40-8085-ad5cdcf3c1cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:00:04.137424 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66846a7-3b08-4bf7-8f20-5860082250c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0220ea98-c36d-4592-abec-85c89380925e,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:00:04.151513 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c66846a7-3b08-4bf7-8f20-5860082250c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:00:04.177659 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-c66846a7-3b08-4bf7-8f20-5860082250c8 admin admin] 10.222.0.30 "DELETE /v2.0/networks/0220ea98-c36d-4592-abec-85c89380925e HTTP/1.1" status: 204  len: 168 time: 2.7071455
Jan 26 22:00:04.185585 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13b4fd-dd5d-4dfb-970d-b98d9738b71b req-44a86fed-f16c-4f49-b64b-65be535e597b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:04.187213 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1d13b4fd-dd5d-4dfb-970d-b98d9738b71b req-44a86fed-f16c-4f49-b64b-65be535e597b service neutron] 10.222.0.30 "GET /v2.0/networks?id=32df5fc0-9e1f-4ca8-bc39-1341c4f738f5 HTTP/1.1" status: 200  len: 908 time: 0.3496528
Jan 26 22:00:04.285453 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-8f75a30d-22be-439b-8409-53c04d4c7cbe None None] Set router a2cdb5c7-7c71-4cb7-891b-52edab606d93 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:00:04.323332 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4c52d-b2cc-47cc-80e0-40d1414c2181 req-38d5a9ec-5a5d-42f5-98aa-d2173283d031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:04.324961 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-53f4c52d-b2cc-47cc-80e0-40d1414c2181 req-38d5a9ec-5a5d-42f5-98aa-d2173283d031 service neutron] 10.222.0.45 "GET /v2.0/networks?id=32df5fc0-9e1f-4ca8-bc39-1341c4f738f5 HTTP/1.1" status: 200  len: 908 time: 0.3586237
Jan 26 22:00:04.335996 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1d13b4fd-dd5d-4dfb-970d-b98d9738b71b req-0a7922fe-c0f7-4493-b88c-c43105be0bd5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b826e31f-679d-44b8-955b-006e62fa53fd HTTP/1.1" status: 200  len: 998 time: 0.1367009
Jan 26 22:00:04.349480 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-92fefb86-7c89-4a40-8085-ad5cdcf3c1cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:04.371796 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-92fefb86-7c89-4a40-8085-ad5cdcf3c1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:04.403603 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-cf6d8fd6-537b-4dbb-9462-cb7aae5cdb01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:00:04.450188 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fefb86-7c89-4a40-8085-ad5cdcf3c1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ac2e94-d056-449f-a917-c9a4d61233d9,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:00:04.456645 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-92fefb86-7c89-4a40-8085-ad5cdcf3c1cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:00:04.467699 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-92fefb86-7c89-4a40-8085-ad5cdcf3c1cf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=41a37ff15c43439c885ef8b8d51289b6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6235876
Jan 26 22:00:04.468375 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 48862) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:00:04.474180 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 48866) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:00:04.545076 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-bf4e3b13-3ada-4c72-8e64-c9123d9b7150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:04.563290 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-53f4c52d-b2cc-47cc-80e0-40d1414c2181 req-f67c7f4d-6d1e-4311-a92e-74df37314048 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b826e31f-679d-44b8-955b-006e62fa53fd HTTP/1.1" status: 200  len: 998 time: 0.2297866
Jan 26 22:00:04.565903 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13b4fd-dd5d-4dfb-970d-b98d9738b71b req-e9ecf362-4a00-422e-a4c0-5aa91d730dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:04.568186 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1d13b4fd-dd5d-4dfb-970d-b98d9738b71b req-e9ecf362-4a00-422e-a4c0-5aa91d730dfc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=54a89a8e-8493-4bfa-a7dd-a111bef36e2b HTTP/1.1" status: 200  len: 853 time: 0.1711535
Jan 26 22:00:04.578485 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-bf4e3b13-3ada-4c72-8e64-c9123d9b7150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:04.696185 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-054b979a-e935-40f3-a1d0-9a9ffce37207 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0b20bd678712440d8c6489419a905a3d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2181575
Jan 26 22:00:04.697982 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 48878) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:00:04.719789 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4c52d-b2cc-47cc-80e0-40d1414c2181 req-b7e4cecb-8c50-4a68-8283-80cf4878af5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:04.721440 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-53f4c52d-b2cc-47cc-80e0-40d1414c2181 req-b7e4cecb-8c50-4a68-8283-80cf4878af5d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=54a89a8e-8493-4bfa-a7dd-a111bef36e2b HTTP/1.1" status: 200  len: 853 time: 0.1491134
Jan 26 22:00:04.771723 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-8f75a30d-22be-439b-8409-53c04d4c7cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5ae010f28>, [{'id': 'a2cdb5c7-7c71-4cb7-891b-52edab606d93', 'name': 'tempest-TestMinimumBasicScenario-133777725-router', 'tenant_id': '67378ee588b44b458166893de5b521e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'c7d12902-3f21-40bc-8e82-8974461286bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:57:57Z', 'updated_at': '2021-01-26T21:58:14Z', 'revision_number': 4, 'project_id': '67378ee588b44b458166893de5b521e0', 'gw_port': {'id': 'c7d12902-3f21-40bc-8e82-8974461286bf', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cdb5c7-7c71-4cb7-891b-52edab606d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:57:59Z', 'updated_at': '2021-01-26T21:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_floatingips': [{'id': '6887fe33-727f-4fae-80a5-e1c249c4ee84', 'tenant_id': '67378ee588b44b458166893de5b521e0', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'router_id': 'a2cdb5c7-7c71-4cb7-891b-52edab606d93', 'port_id': 'b826e31f-679d-44b8-955b-006e62fa53fd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32df5fc0-9e1f-4ca8-bc39-1341c4f738f5', 'mac_address': 'fa:16:3e:5a:b0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d96ef07-264f-4dbf-a255-ba4248406add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T21:59:57Z', 'updated_at': '2021-01-26T22:00:00Z', 'revision_number': 1, 'project_id': '67378ee588b44b458166893de5b521e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b18882c5-ec96-4906-8acd-5cdea5ee2e7d', 'name': '', 'network_id': '32df5fc0-9e1f-4ca8-bc39-1341c4f738f5', 'tenant_id': '67378ee588b44b458166893de5b521e0', 'mac_address': 'fa:16:3e:65:83:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cdb5c7-7c71-4cb7-891b-52edab606d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '54a89a8e-8493-4bfa-a7dd-a111bef36e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:58:09Z', 'updated_at': '2021-01-26T21:58:29Z', 'revision_number': 5, 'project_id': '67378ee588b44b458166893de5b521e0', 'subnets': [{'id': '54a89a8e-8493-4bfa-a7dd-a111bef36e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:00:04.776396 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f75a30d-22be-439b-8409-53c04d4c7cbe None None] The sync data for ids ['a2cdb5c7-7c71-4cb7-891b-52edab606d93'] in dv-cinder-772126-1-iscsi is: [{'id': 'a2cdb5c7-7c71-4cb7-891b-52edab606d93', 'name': 'tempest-TestMinimumBasicScenario-133777725-router', 'tenant_id': '67378ee588b44b458166893de5b521e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'c7d12902-3f21-40bc-8e82-8974461286bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:57:57Z', 'updated_at': '2021-01-26T21:58:14Z', 'revision_number': 4, 'project_id': '67378ee588b44b458166893de5b521e0', 'gw_port': {'id': 'c7d12902-3f21-40bc-8e82-8974461286bf', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cdb5c7-7c71-4cb7-891b-52edab606d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:57:59Z', 'updated_at': '2021-01-26T21:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_floatingips': [{'id': '6887fe33-727f-4fae-80a5-e1c249c4ee84', 'tenant_id': '67378ee588b44b458166893de5b521e0', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'router_id': 'a2cdb5c7-7c71-4cb7-891b-52edab606d93', 'port_id': 'b826e31f-679d-44b8-955b-006e62fa53fd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32df5fc0-9e1f-4ca8-bc39-1341c4f738f5', 'mac_address': 'fa:16:3e:5a:b0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d96ef07-264f-4dbf-a255-ba4248406add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T21:59:57Z', 'updated_at': '2021-01-26T22:00:00Z', 'revision_number': 1, 'project_id': '67378ee588b44b458166893de5b521e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b18882c5-ec96-4906-8acd-5cdea5ee2e7d', 'name': '', 'network_id': '32df5fc0-9e1f-4ca8-bc39-1341c4f738f5', 'tenant_id': '67378ee588b44b458166893de5b521e0', 'mac_address': 'fa:16:3e:65:83:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cdb5c7-7c71-4cb7-891b-52edab606d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '54a89a8e-8493-4bfa-a7dd-a111bef36e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:58:09Z', 'updated_at': '2021-01-26T21:58:29Z', 'revision_number': 5, 'project_id': '67378ee588b44b458166893de5b521e0', 'subnets': [{'id': '54a89a8e-8493-4bfa-a7dd-a111bef36e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 22:00:04.786286 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-bf4e3b13-3ada-4c72-8e64-c9123d9b7150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:04.797981 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:00:04.803548 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13b4fd-dd5d-4dfb-970d-b98d9738b71b req-6386854c-bd56-40a6-bf77-4a310b932441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:04.811948 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1d13b4fd-dd5d-4dfb-970d-b98d9738b71b req-6386854c-bd56-40a6-bf77-4a310b932441 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=32df5fc0-9e1f-4ca8-bc39-1341c4f738f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1928363
Jan 26 22:00:04.818588 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e3b13-3ada-4c72-8e64-c9123d9b7150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ac2e94-d056-449f-a917-c9a4d61233d9,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:00:04.819086 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [req-1d13b4fd-dd5d-4dfb-970d-b98d9738b71b req-c5b6811c-e452-4a97-bafa-090973c752b5 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=80149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 26 22:00:04.820553 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-bf4e3b13-3ada-4c72-8e64-c9123d9b7150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:00:04.822035 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-bf4e3b13-3ada-4c72-8e64-c9123d9b7150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:04.827637 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-bf4e3b13-3ada-4c72-8e64-c9123d9b7150 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/85ac2e94-d056-449f-a917-c9a4d61233d9 HTTP/1.1" status: 204  len: 168 time: 0.3529844
Jan 26 22:00:04.827900 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1d13b4fd-dd5d-4dfb-970d-b98d9738b71b req-c5b6811c-e452-4a97-bafa-090973c752b5 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0125275
Jan 26 22:00:04.881711 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-94749a9d-4255-4949-8e77-7a959bde4bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:04.916812 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-94749a9d-4255-4949-8e77-7a959bde4bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:05.006534 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-94749a9d-4255-4949-8e77-7a959bde4bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:05.014119 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b7a9acbe-1007-4e6b-b8ef-eecefb1a77d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:00:05.030706 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94749a9d-4255-4949-8e77-7a959bde4bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a05411a-1d14-4dfc-b895-0475db465f3a,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:00:05.035062 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-94749a9d-4255-4949-8e77-7a959bde4bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:00:05.045809 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-94749a9d-4255-4949-8e77-7a959bde4bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:05.046927 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-94749a9d-4255-4949-8e77-7a959bde4bac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6a05411a-1d14-4dfc-b895-0475db465f3a HTTP/1.1" status: 204  len: 168 time: 0.3475842
Jan 26 22:00:05.249860 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4c52d-b2cc-47cc-80e0-40d1414c2181 req-c1b4ef27-04f1-4bf4-8bb4-e016a2f3aa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:05.249860 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-53f4c52d-b2cc-47cc-80e0-40d1414c2181 req-c1b4ef27-04f1-4bf4-8bb4-e016a2f3aa4e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=32df5fc0-9e1f-4ca8-bc39-1341c4f738f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5168734
Jan 26 22:00:05.270025 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784ef232-d914-4f81-824e-584bb5c94f63 None None] New status for floating IP 6887fe33-727f-4fae-80a5-e1c249c4ee84: ACTIVE {{(pid=80151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 26 22:00:05.544023 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1d13b4fd-dd5d-4dfb-970d-b98d9738b71b req-c3b2f29e-546c-41d1-8263-856205459ec3 service neutron] 10.222.0.30 "GET /v2.0/networks/32df5fc0-9e1f-4ca8-bc39-1341c4f738f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7173488
Jan 26 22:00:05.759281 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-53f4c52d-b2cc-47cc-80e0-40d1414c2181 req-1a2f974e-a7dd-46c7-b2e0-58f77e79cd24 service neutron] 10.222.0.45 "GET /v2.0/networks/32df5fc0-9e1f-4ca8-bc39-1341c4f738f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4944506
Jan 26 22:00:05.770205 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1d13b4fd-dd5d-4dfb-970d-b98d9738b71b req-7983b676-706f-4146-9014-84c68646c4ca service neutron] 10.222.0.30 "GET /v2.0/networks/32df5fc0-9e1f-4ca8-bc39-1341c4f738f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2154121
Jan 26 22:00:05.813860 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 48922) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:00:05.847655 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ee56aff1-3ac5-46ff-9c0d-84a646e7d213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:05.882412 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-ee56aff1-3ac5-46ff-9c0d-84a646e7d213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:00:05.890229 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-ee56aff1-3ac5-46ff-9c0d-84a646e7d213 admin admin] Usage tracker for resource:security_group_rule and tenant:aab4ece23891463a84b8aa946fdba6a3 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:00:05.890472 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-2097ad4f-66cb-4241-bbe4-bb1a4852b5bb req-8847a93e-356e-41f4-b462-ec80c5f98f67 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-2002089528', 'description': 'tempest-TestMinimumBasicScenario-2002089528 description'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:00:05.896865 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-ee56aff1-3ac5-46ff-9c0d-84a646e7d213 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:00:05.903909 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-ee56aff1-3ac5-46ff-9c0d-84a646e7d213 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:00:05.921816 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-2097ad4f-66cb-4241-bbe4-bb1a4852b5bb req-8847a93e-356e-41f4-b462-ec80c5f98f67 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:00:05.930743 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-2097ad4f-66cb-4241-bbe4-bb1a4852b5bb req-8847a93e-356e-41f4-b462-ec80c5f98f67 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Usage tracker for resource:security_group and tenant:67378ee588b44b458166893de5b521e0 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:00:05.935447 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-2097ad4f-66cb-4241-bbe4-bb1a4852b5bb req-8847a93e-356e-41f4-b462-ec80c5f98f67 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:00:05.944877 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-2097ad4f-66cb-4241-bbe4-bb1a4852b5bb req-8847a93e-356e-41f4-b462-ec80c5f98f67 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:00:06.011947 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-53f4c52d-b2cc-47cc-80e0-40d1414c2181 req-c564f518-cbd7-419b-8f9e-bcd228c3efea service neutron] 10.222.0.45 "GET /v2.0/networks/32df5fc0-9e1f-4ca8-bc39-1341c4f738f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2394729
Jan 26 22:00:06.047765 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-2097ad4f-66cb-4241-bbe4-bb1a4852b5bb req-8847a93e-356e-41f4-b462-ec80c5f98f67 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:06.072483 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-2097ad4f-66cb-4241-bbe4-bb1a4852b5bb req-8847a93e-356e-41f4-b462-ec80c5f98f67 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:00:06.076620 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-2097ad4f-66cb-4241-bbe4-bb1a4852b5bb req-8847a93e-356e-41f4-b462-ec80c5f98f67 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Usage tracker for resource:security_group_rule and tenant:67378ee588b44b458166893de5b521e0 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:00:06.079763 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-2097ad4f-66cb-4241-bbe4-bb1a4852b5bb req-8847a93e-356e-41f4-b462-ec80c5f98f67 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:00:06.086236 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-2097ad4f-66cb-4241-bbe4-bb1a4852b5bb req-8847a93e-356e-41f4-b462-ec80c5f98f67 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:00:06.149717 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ee56aff1-3ac5-46ff-9c0d-84a646e7d213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:06.177098 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ee56aff1-3ac5-46ff-9c0d-84a646e7d213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:06.185663 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6b940f90-3955-4842-95f9-d108abd63ffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:00:06.189822 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-2097ad4f-66cb-4241-bbe4-bb1a4852b5bb req-8847a93e-356e-41f4-b462-ec80c5f98f67 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:06.217276 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-2097ad4f-66cb-4241-bbe4-bb1a4852b5bb req-8847a93e-356e-41f4-b462-ec80c5f98f67 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:06.223956 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-af40cdcf-1453-4242-b68d-db879ceff7ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:00:06.237197 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-ee56aff1-3ac5-46ff-9c0d-84a646e7d213 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aab4ece23891463a84b8aa946fdba6a3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4191465
Jan 26 22:00:06.237197 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee56aff1-3ac5-46ff-9c0d-84a646e7d213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5cb893-96b9-4679-b07c-d2830e02d069,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:00:06.240316 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-ee56aff1-3ac5-46ff-9c0d-84a646e7d213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:00:06.241049 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 48936) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:00:06.276009 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8847a93e-356e-41f4-b462-ec80c5f98f67 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a868bbcb-2b54-49b9-9a1c-5d2b09ff0a20,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:00:06.279327 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-8847a93e-356e-41f4-b462-ec80c5f98f67 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:00:06.302895 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-2097ad4f-66cb-4241-bbe4-bb1a4852b5bb req-8847a93e-356e-41f4-b462-ec80c5f98f67 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:06.304264 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2097ad4f-66cb-4241-bbe4-bb1a4852b5bb req-8847a93e-356e-41f4-b462-ec80c5f98f67 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1819 time: 0.4309075
Jan 26 22:00:06.314570 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ebefd1ea-6b6c-4f62-a600-f8bfeab92cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:06.344259 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ebefd1ea-6b6c-4f62-a600-f8bfeab92cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:06.408898 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b1ac0c9d-1fe4-4d1e-b227-2dc04401272f req-ace17146-7317-438c-b844-ffd2d24933a4 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/security-groups/a868bbcb-2b54-49b9-9a1c-5d2b09ff0a20 HTTP/1.1" status: 200  len: 1814 time: 0.0682888
Jan 26 22:00:06.422125 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-b1ac0c9d-1fe4-4d1e-b227-2dc04401272f req-7841505b-47ad-4104-b0e8-1571afd42af9 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a868bbcb-2b54-49b9-9a1c-5d2b09ff0a20', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:00:06.422692 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-b1ac0c9d-1fe4-4d1e-b227-2dc04401272f req-7841505b-47ad-4104-b0e8-1571afd42af9 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a868bbcb-2b54-49b9-9a1c-5d2b09ff0a20', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:00:06.432065 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ebefd1ea-6b6c-4f62-a600-f8bfeab92cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:06.437759 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3889150b-6794-4b80-af47-1da5e103cc48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:00:06.441398 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-b1ac0c9d-1fe4-4d1e-b227-2dc04401272f req-7841505b-47ad-4104-b0e8-1571afd42af9 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:00:06.443011 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-b1ac0c9d-1fe4-4d1e-b227-2dc04401272f req-7841505b-47ad-4104-b0e8-1571afd42af9 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Usage tracker for resource:security_group_rule and tenant:67378ee588b44b458166893de5b521e0 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:00:06.446694 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-b1ac0c9d-1fe4-4d1e-b227-2dc04401272f req-7841505b-47ad-4104-b0e8-1571afd42af9 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:00:06.451931 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebefd1ea-6b6c-4f62-a600-f8bfeab92cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5cb893-96b9-4679-b07c-d2830e02d069,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:00:06.453653 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-b1ac0c9d-1fe4-4d1e-b227-2dc04401272f req-7841505b-47ad-4104-b0e8-1571afd42af9 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:00:06.454805 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-ebefd1ea-6b6c-4f62-a600-f8bfeab92cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:00:06.460945 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ebefd1ea-6b6c-4f62-a600-f8bfeab92cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:06.464574 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-ebefd1ea-6b6c-4f62-a600-f8bfeab92cd1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ea5cb893-96b9-4679-b07c-d2830e02d069 HTTP/1.1" status: 204  len: 168 time: 0.2202797
Jan 26 22:00:06.555994 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-b1ac0c9d-1fe4-4d1e-b227-2dc04401272f req-7841505b-47ad-4104-b0e8-1571afd42af9 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:06.614826 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-b1ac0c9d-1fe4-4d1e-b227-2dc04401272f req-7841505b-47ad-4104-b0e8-1571afd42af9 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:06.653076 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-b1ac0c9d-1fe4-4d1e-b227-2dc04401272f req-7841505b-47ad-4104-b0e8-1571afd42af9 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553973'] for security_group_rule, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:06.669244 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a4c5ba81-f047-45eb-8ab8-d3b60abbed76 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:00:06.702583 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7841505b-47ad-4104-b0e8-1571afd42af9 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28a68b47-e7c6-4a52-b770-3b8cf7b10a1d,revision_number=0']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:00:06.705721 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-7841505b-47ad-4104-b0e8-1571afd42af9 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:00:06.731334 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-b1ac0c9d-1fe4-4d1e-b227-2dc04401272f req-7841505b-47ad-4104-b0e8-1571afd42af9 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:06.732806 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b1ac0c9d-1fe4-4d1e-b227-2dc04401272f req-7841505b-47ad-4104-b0e8-1571afd42af9 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.3157911
Jan 26 22:00:07.065156 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 48962) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:00:07.183846 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_v2 [None req-71260d35-8e63-4a6b-8e6c-7866b6cc395f admin admin] Deleting subnet e5ebed94-08a0-4de5-be9e-fe12d3bb3646 {{(pid=80149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 26 22:00:07.196107 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-71260d35-8e63-4a6b-8e6c-7866b6cc395f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:07.246955 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e2fa8a41-b474-4112-a207-4b51fbb05d9b req-6a5125fc-9ec7-4ea0-ae49-000140fbc311 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/security-groups/a868bbcb-2b54-49b9-9a1c-5d2b09ff0a20 HTTP/1.1" status: 200  len: 2407 time: 0.4791534
Jan 26 22:00:07.268986 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-e2fa8a41-b474-4112-a207-4b51fbb05d9b req-30158986-303a-4a09-84f5-540aff75912c tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a868bbcb-2b54-49b9-9a1c-5d2b09ff0a20', 'remote_group_id': None}]} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:00:07.269400 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-e2fa8a41-b474-4112-a207-4b51fbb05d9b req-30158986-303a-4a09-84f5-540aff75912c tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a868bbcb-2b54-49b9-9a1c-5d2b09ff0a20', 'remote_group_id': None}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:00:07.286598 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-e2fa8a41-b474-4112-a207-4b51fbb05d9b req-30158986-303a-4a09-84f5-540aff75912c tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:00:07.290742 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-71260d35-8e63-4a6b-8e6c-7866b6cc395f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036823318344'] for subnet, precommit_delete_associations {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:07.332184 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-e2fa8a41-b474-4112-a207-4b51fbb05d9b req-30158986-303a-4a09-84f5-540aff75912c tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Usage tracker for resource:security_group_rule and tenant:67378ee588b44b458166893de5b521e0 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:00:07.337182 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-e2fa8a41-b474-4112-a207-4b51fbb05d9b req-30158986-303a-4a09-84f5-540aff75912c tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:00:07.358170 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-e2fa8a41-b474-4112-a207-4b51fbb05d9b req-30158986-303a-4a09-84f5-540aff75912c tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:00:07.378569 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-71260d35-8e63-4a6b-8e6c-7866b6cc395f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-902117'] for subnet, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:07.560715 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e2fa8a41-b474-4112-a207-4b51fbb05d9b req-30158986-303a-4a09-84f5-540aff75912c tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:07.618868 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e2fa8a41-b474-4112-a207-4b51fbb05d9b req-30158986-303a-4a09-84f5-540aff75912c tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:07.690743 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e2fa8a41-b474-4112-a207-4b51fbb05d9b req-30158986-303a-4a09-84f5-540aff75912c tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553973'] for security_group_rule, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:07.696878 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:00:07.734838 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30158986-303a-4a09-84f5-540aff75912c tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d24b7d2e-e443-483a-bd98-c42792256282,revision_number=0']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:00:07.740217 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-30158986-303a-4a09-84f5-540aff75912c tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:00:07.777261 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e2fa8a41-b474-4112-a207-4b51fbb05d9b req-30158986-303a-4a09-84f5-540aff75912c tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:07.778615 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e2fa8a41-b474-4112-a207-4b51fbb05d9b req-30158986-303a-4a09-84f5-540aff75912c tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.5196433
Jan 26 22:00:07.801855 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-71260d35-8e63-4a6b-8e6c-7866b6cc395f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853873682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31461600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31482902'] for subnet, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:07.836846 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9dfd39c0-f137-47e6-96f0-8536b66b1526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:00:07.983650 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71260d35-8e63-4a6b-8e6c-7866b6cc395f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5ebed94-08a0-4de5-be9e-fe12d3bb3646,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:00:07.999959 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-71260d35-8e63-4a6b-8e6c-7866b6cc395f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:00:08.045043 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-71260d35-8e63-4a6b-8e6c-7866b6cc395f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:08.055623 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-71260d35-8e63-4a6b-8e6c-7866b6cc395f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e5ebed94-08a0-4de5-be9e-fe12d3bb3646 HTTP/1.1" status: 204  len: 168 time: 0.9924064
Jan 26 22:00:08.057938 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 48996) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:00:08.187888 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cb346f8e-cdb7-48e9-b214-3050f73dd5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695781'] for network, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:08.363575 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-cd1e2fd8-7bcc-4c23-9629-6805b3af0504 req-46106a76-9b7f-4d63-9d4f-bbd3a82df10a tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Synchronizing usage tracker for tenant:67378ee588b44b458166893de5b521e0 on resource:security_group {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 22:00:08.547890 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cb346f8e-cdb7-48e9-b214-3050f73dd5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917372', 'neutron.services.segments.db._delete_segments_for_network--9223363247824506586'] for network, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:08.584948 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 49008) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:00:08.642382 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-cd1e2fd8-7bcc-4c23-9629-6805b3af0504 req-46106a76-9b7f-4d63-9d4f-bbd3a82df10a tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Unset dirty status for tenant:67378ee588b44b458166893de5b521e0 on resource:security_group {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 22:00:08.644175 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-cd1e2fd8-7bcc-4c23-9629-6805b3af0504 req-46106a76-9b7f-4d63-9d4f-bbd3a82df10a tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-2002089528&fields=id&tenant_id=67378ee588b44b458166893de5b521e0 HTTP/1.1" status: 200  len: 267 time: 0.7306902
Jan 26 22:00:08.747936 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.segments.db [None req-cb346f8e-cdb7-48e9-b214-3050f73dd5b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe5ae263cc0>,) {'filters': {'network_id': ['8d0ba22e-cf93-423f-9d87-3d2900d7e16c']}} {{(pid=80149) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:00:08.758505 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b96f7cfd-b32b-41ce-b22d-799d7928ae19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:08.760288 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fcdfe9d9-1e5f-4854-b8f8-eab6126073b8 req-25554d05-ead0-42da-a9f1-6973201fd8b3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.3927882
Jan 26 22:00:08.771815 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.segments.db [None req-cb346f8e-cdb7-48e9-b214-3050f73dd5b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5ae263cc0>, 'd3ea1a66-dae2-414a-9117-0dd1903a5a62') {'for_net_delete': True} {{(pid=80149) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:00:08.772176 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.segments.db [None req-cb346f8e-cdb7-48e9-b214-3050f73dd5b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5ae263cc0>, 'd3ea1a66-dae2-414a-9117-0dd1903a5a62') {} {{(pid=80149) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:00:08.776371 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-b96f7cfd-b32b-41ce-b22d-799d7928ae19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:00:08.780808 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-b96f7cfd-b32b-41ce-b22d-799d7928ae19 admin admin] Usage tracker for resource:security_group_rule and tenant:08c2fc2fc7ba4df2bc210d2cf7a28bfa is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:00:08.786129 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-b96f7cfd-b32b-41ce-b22d-799d7928ae19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:00:08.790596 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cb346f8e-cdb7-48e9-b214-3050f73dd5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247824509914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31457456'] for segment, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:08.792942 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-b96f7cfd-b32b-41ce-b22d-799d7928ae19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:00:08.859895 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cb346f8e-cdb7-48e9-b214-3050f73dd5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853870792'] for segment, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:08.870345 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cb346f8e-cdb7-48e9-b214-3050f73dd5b8 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 26 22:00:08.891456 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b96f7cfd-b32b-41ce-b22d-799d7928ae19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:08.943251 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b96f7cfd-b32b-41ce-b22d-799d7928ae19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:08.952269 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6b0e49b9-ccea-4a3a-a001-c329c8dd4eb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:00:09.003191 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f7cfd-b32b-41ce-b22d-799d7928ae19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deddff94-e667-4192-990d-9d4dd306267f,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:00:09.007756 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b96f7cfd-b32b-41ce-b22d-799d7928ae19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:00:09.013866 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-b96f7cfd-b32b-41ce-b22d-799d7928ae19 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=08c2fc2fc7ba4df2bc210d2cf7a28bfa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4274402
Jan 26 22:00:09.014419 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 49044) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:00:09.049974 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e2fd8-7bcc-4c23-9629-6805b3af0504 req-f9d55515-cc9a-4620-be6c-5855677c0199 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:09.052974 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-cd1e2fd8-7bcc-4c23-9629-6805b3af0504 req-f9d55515-cc9a-4620-be6c-5855677c0199 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 945 time: 0.3866820
Jan 26 22:00:09.088478 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c6b35c25-bfba-400f-83d8-435146679dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:09.115502 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-cd1e2fd8-7bcc-4c23-9629-6805b3af0504 req-2ce26672-c51b-4700-a86a-c8d7bc52fd9e tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Request body: {'port': {'security_groups': ['ed00a403-af3d-4be2-b18c-1bd41919de1d', 'a868bbcb-2b54-49b9-9a1c-5d2b09ff0a20']}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:00:09.125243 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c6b35c25-bfba-400f-83d8-435146679dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:09.223616 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c6b35c25-bfba-400f-83d8-435146679dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:09.230137 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-371d10c8-2aad-40cb-9619-6f6fd70bb53a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:00:09.245501 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b35c25-bfba-400f-83d8-435146679dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deddff94-e667-4192-990d-9d4dd306267f,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:00:09.248690 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c6b35c25-bfba-400f-83d8-435146679dc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:00:09.254417 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c6b35c25-bfba-400f-83d8-435146679dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:09.254417 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-c6b35c25-bfba-400f-83d8-435146679dc3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/deddff94-e667-4192-990d-9d4dd306267f HTTP/1.1" status: 204  len: 168 time: 0.2352674
Jan 26 22:00:09.265570 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-cb346f8e-cdb7-48e9-b214-3050f73dd5b8 admin admin] Network 8d0ba22e-cf93-423f-9d87-3d2900d7e16c has no segments {{(pid=80149) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 22:00:09.279793 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cb346f8e-cdb7-48e9-b214-3050f73dd5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-905039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823313597'] for segment, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:09.418890 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdfe9d9-1e5f-4854-b8f8-eab6126073b8 req-1ef3b3b5-761f-4dd4-8ef1-47523388baab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:09.420554 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fcdfe9d9-1e5f-4854-b8f8-eab6126073b8 req-1ef3b3b5-761f-4dd4-8ef1-47523388baab service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c8cd6f60f4bf49aabee2ed7fc70c2d8b&device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 1162 time: 0.6089189
Jan 26 22:00:09.571707 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-8c10e221-9f77-4437-989e-f041b8dc8638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:09.642585 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-cb346f8e-cdb7-48e9-b214-3050f73dd5b8 admin admin] Network 8d0ba22e-cf93-423f-9d87-3d2900d7e16c has no segments {{(pid=80149) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 22:00:09.654478 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-cd1e2fd8-7bcc-4c23-9629-6805b3af0504 req-2ce26672-c51b-4700-a86a-c8d7bc52fd9e tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:09.683437 dv-cinder-772126-1-iscsi neutron-server[80035]: Traceback (most recent call last):
Jan 26 22:00:09.683437 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 26 22:00:09.683437 dv-cinder-772126-1-iscsi neutron-server[80035]:     timer()
Jan 26 22:00:09.683437 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 26 22:00:09.683437 dv-cinder-772126-1-iscsi neutron-server[80035]:     cb(*args, **kw)
Jan 26 22:00:09.683437 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 26 22:00:09.683437 dv-cinder-772126-1-iscsi neutron-server[80035]:     return func(*args, **kwargs)
Jan 26 22:00:09.683437 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 26 22:00:09.683437 dv-cinder-772126-1-iscsi neutron-server[80035]:     self._notify()
Jan 26 22:00:09.683437 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 26 22:00:09.683437 dv-cinder-772126-1-iscsi neutron-server[80035]:     self.callback(batched_events)
Jan 26 22:00:09.683437 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 26 22:00:09.683437 dv-cinder-772126-1-iscsi neutron-server[80035]:     event.method(event)
Jan 26 22:00:09.683437 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 26 22:00:09.683437 dv-cinder-772126-1-iscsi neutron-server[80035]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 26 22:00:09.683437 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 26 22:00:09.683437 dv-cinder-772126-1-iscsi neutron-server[80035]:     segment_id)['aggregates'][0]
Jan 26 22:00:09.683437 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 26 22:00:09.683437 dv-cinder-772126-1-iscsi neutron-server[80035]:     return f(self, *a, **k)
Jan 26 22:00:09.683437 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 26 22:00:09.683437 dv-cinder-772126-1-iscsi neutron-server[80035]:     return self._get(url).json()
Jan 26 22:00:09.683437 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 26 22:00:09.683437 dv-cinder-772126-1-iscsi neutron-server[80035]:     **kwargs)
Jan 26 22:00:09.683437 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 26 22:00:09.683437 dv-cinder-772126-1-iscsi neutron-server[80035]:     return self.request(url, 'GET', **kwargs)
Jan 26 22:00:09.683437 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 26 22:00:09.683437 dv-cinder-772126-1-iscsi neutron-server[80035]:     **endpoint_filter)
Jan 26 22:00:09.683437 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 26 22:00:09.683437 dv-cinder-772126-1-iscsi neutron-server[80035]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 26 22:00:09.683437 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 26 22:00:09.683437 dv-cinder-772126-1-iscsi neutron-server[80035]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 26 22:00:09.683437 dv-cinder-772126-1-iscsi neutron-server[80035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 26 22:00:09.920299 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 49060) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:00:09.943962 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9d3c5d37-48fe-4b88-b5cc-2416f98db68e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:09.965391 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-9d3c5d37-48fe-4b88-b5cc-2416f98db68e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:00:09.972826 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-9d3c5d37-48fe-4b88-b5cc-2416f98db68e admin admin] Usage tracker for resource:security_group_rule and tenant:effe5f27878a4f958d98c76855d9729d is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:00:09.976492 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-9d3c5d37-48fe-4b88-b5cc-2416f98db68e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:00:09.983320 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-9d3c5d37-48fe-4b88-b5cc-2416f98db68e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:00:10.081449 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9d3c5d37-48fe-4b88-b5cc-2416f98db68e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:10.114767 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9d3c5d37-48fe-4b88-b5cc-2416f98db68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:10.131142 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-ab428a0e-4b58-4c2a-a496-2cc298651c9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:00:10.191765 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdfe9d9-1e5f-4854-b8f8-eab6126073b8 req-c6df63fc-8e04-40ac-a927-2b76ad582cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:10.194375 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fcdfe9d9-1e5f-4854-b8f8-eab6126073b8 req-c6df63fc-8e04-40ac-a927-2b76ad582cd8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a055a280-6113-40f9-90e9-85b200767415 HTTP/1.1" status: 200  len: 911 time: 0.7368071
Jan 26 22:00:10.212574 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-9d3c5d37-48fe-4b88-b5cc-2416f98db68e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=effe5f27878a4f958d98c76855d9729d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2871993
Jan 26 22:00:10.212574 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3c5d37-48fe-4b88-b5cc-2416f98db68e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f2cb35-a29c-4e67-a518-a525b1a4acda,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:00:10.216096 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 49078) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:00:10.220550 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9d3c5d37-48fe-4b88-b5cc-2416f98db68e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:00:10.334046 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ac5929a4-552e-416b-bedc-7eae518fa82d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:10.338437 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cb346f8e-cdb7-48e9-b214-3050f73dd5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853858444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036821521443'] for network, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:10.373777 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-5b7a2bc4-a818-4665-a328-99ec3eca3e15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:00:10.374060 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ac5929a4-552e-416b-bedc-7eae518fa82d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:10.393135 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cb346f8e-cdb7-48e9-b214-3050f73dd5b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for network, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:10.424863 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb346f8e-cdb7-48e9-b214-3050f73dd5b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d0ba22e-cf93-423f-9d87-3d2900d7e16c,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:00:10.436517 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-cb346f8e-cdb7-48e9-b214-3050f73dd5b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:00:10.457965 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ac5929a4-552e-416b-bedc-7eae518fa82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:10.464938 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-ebefd1ea-6b6c-4f62-a600-f8bfeab92cd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:00:10.467344 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fcdfe9d9-1e5f-4854-b8f8-eab6126073b8 req-92fe753e-9c05-4eda-b12c-b270cf891866 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c397826d-6552-4e1a-9d3d-3aacce271054 HTTP/1.1" status: 200  len: 1000 time: 0.2571831
Jan 26 22:00:10.485598 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5929a4-552e-416b-bedc-7eae518fa82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f2cb35-a29c-4e67-a518-a525b1a4acda,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:00:10.491737 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-ac5929a4-552e-416b-bedc-7eae518fa82d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:00:10.495438 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ac5929a4-552e-416b-bedc-7eae518fa82d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:10.497496 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-ac5929a4-552e-416b-bedc-7eae518fa82d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e7f2cb35-a29c-4e67-a518-a525b1a4acda HTTP/1.1" status: 204  len: 168 time: 0.2798078
Jan 26 22:00:10.537807 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-cb346f8e-cdb7-48e9-b214-3050f73dd5b8 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8d0ba22e-cf93-423f-9d87-3d2900d7e16c HTTP/1.1" status: 204  len: 168 time: 2.4785314
Jan 26 22:00:10.644109 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdfe9d9-1e5f-4854-b8f8-eab6126073b8 req-63ab489e-9d4b-460f-8b8b-09b630d4cc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:10.645797 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fcdfe9d9-1e5f-4854-b8f8-eab6126073b8 req-63ab489e-9d4b-460f-8b8b-09b630d4cc30 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d34651d4-afa5-4ccf-825b-2a13925b4ac2 HTTP/1.1" status: 200  len: 856 time: 0.1669512
Jan 26 22:00:10.778123 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-cd1e2fd8-7bcc-4c23-9629-6805b3af0504 req-2ce26672-c51b-4700-a86a-c8d7bc52fd9e tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] For port b826e31f-679d-44b8-955b-006e62fa53fd, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=b826e31f-679d-44b8-955b-006e62fa53fd,segment=NetworkSegment(7eeb8799-e326-4326-83d8-71c44271645c),segment_id=7eeb8799-e326-4326-83d8-71c44271645c)] {{(pid=80149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:00:10.814884 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdfe9d9-1e5f-4854-b8f8-eab6126073b8 req-4daaa13a-0004-4174-983d-00d5acdf1736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:10.817026 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fcdfe9d9-1e5f-4854-b8f8-eab6126073b8 req-4daaa13a-0004-4174-983d-00d5acdf1736 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a055a280-6113-40f9-90e9-85b200767415&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1548128
Jan 26 22:00:10.821830 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-cd1e2fd8-7bcc-4c23-9629-6805b3af0504 req-2ce26672-c51b-4700-a86a-c8d7bc52fd9e tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks [] for port, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:10.914000 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-cd1e2fd8-7bcc-4c23-9629-6805b3af0504 req-2ce26672-c51b-4700-a86a-c8d7bc52fd9e tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823313603'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:10.937757 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:00:11.012203 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 49092) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:00:11.085129 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-2a7aa539-5f14-42be-b78a-ec8b973889a1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9dbbced57185405aa438640a2515257d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0711703
Jan 26 22:00:11.087851 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 49096) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:00:11.134220 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce26672-c51b-4700-a86a-c8d7bc52fd9e tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Pushing event updated for resources: {'Port': ['ID=b826e31f-679d-44b8-955b-006e62fa53fd,revision_number=5']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:00:11.152155 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2ce26672-c51b-4700-a86a-c8d7bc52fd9e tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:00:11.164267 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dd8deb15-2f15-4320-9a4c-8bf793ee7e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:11.172505 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fcdfe9d9-1e5f-4854-b8f8-eab6126073b8 req-7a85b3be-906c-49c2-be0b-c7ce72860f6b service neutron] 10.222.0.45 "GET /v2.0/networks/a055a280-6113-40f9-90e9-85b200767415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3416810
Jan 26 22:00:11.202847 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dd8deb15-2f15-4320-9a4c-8bf793ee7e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:11.285846 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dd8deb15-2f15-4320-9a4c-8bf793ee7e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:11.291202 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-32f04e78-06e5-4849-9fe7-2cb28644bdaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:00:11.306550 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8deb15-2f15-4320-9a4c-8bf793ee7e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a861d262-357a-4523-b4c2-ad0c6066163f,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:00:11.309547 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-dd8deb15-2f15-4320-9a4c-8bf793ee7e39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:00:11.347167 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e2fd8-7bcc-4c23-9629-6805b3af0504 req-2ce26672-c51b-4700-a86a-c8d7bc52fd9e tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:11.348075 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-cd1e2fd8-7bcc-4c23-9629-6805b3af0504 req-2ce26672-c51b-4700-a86a-c8d7bc52fd9e tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:11.349669 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-cd1e2fd8-7bcc-4c23-9629-6805b3af0504 req-2ce26672-c51b-4700-a86a-c8d7bc52fd9e tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "PUT /v2.0/ports/b826e31f-679d-44b8-955b-006e62fa53fd HTTP/1.1" status: 200  len: 981 time: 2.2863700
Jan 26 22:00:11.350277 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d96ef07-264f-4dbf-a255-ba4248406add', 'tag': 'b826e31f-679d-44b8-955b-006e62fa53fd'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:00:11.360109 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dd8deb15-2f15-4320-9a4c-8bf793ee7e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:11.361360 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-dd8deb15-2f15-4320-9a4c-8bf793ee7e39 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a861d262-357a-4523-b4c2-ad0c6066163f HTTP/1.1" status: 204  len: 168 time: 0.2723410
Jan 26 22:00:11.443596 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fcdfe9d9-1e5f-4854-b8f8-eab6126073b8 req-e70f698e-6fad-4149-ab8a-8bfe7c77f3c6 service neutron] 10.222.0.45 "GET /v2.0/networks/a055a280-6113-40f9-90e9-85b200767415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2547789
Jan 26 22:00:11.451077 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d96ef07-264f-4dbf-a255-ba4248406add', 'tag': 'b826e31f-679d-44b8-955b-006e62fa53fd', 'status': 'completed', 'code': 200}
Jan 26 22:00:11.655594 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-1643e23a-3d14-40dd-850c-233bb6515c0c None None] Provisioning complete for port b826e31f-679d-44b8-955b-006e62fa53fd triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:00:11.656401 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1643e23a-3d14-40dd-850c-233bb6515c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:11.892786 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab94fd-efbc-4b85-8692-0cec6357c1e1 req-d6caab69-676c-4aa9-b914-d25d1a4401b9 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:11.907419 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-aaab94fd-efbc-4b85-8692-0cec6357c1e1 req-d6caab69-676c-4aa9-b914-d25d1a4401b9 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 984 time: 0.3707464
Jan 26 22:00:11.951677 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c8d23-ccd5-40d8-bb45-5633413deeed req-67b04649-1bd6-4ff4-acd2-287b2f4cb14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:11.955566 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9e6c8d23-ccd5-40d8-bb45-5633413deeed req-67b04649-1bd6-4ff4-acd2-287b2f4cb14f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67378ee588b44b458166893de5b521e0&device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 1202 time: 0.4156809
Jan 26 22:00:12.128314 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-aaab94fd-efbc-4b85-8692-0cec6357c1e1 req-7ab56192-9941-46ad-aee2-acbf03cc097e tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed00a403-af3d-4be2-b18c-1bd41919de1d&id=a868bbcb-2b54-49b9-9a1c-5d2b09ff0a20&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.2188714
Jan 26 22:00:12.203959 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c8d23-ccd5-40d8-bb45-5633413deeed req-f688153e-cff4-4352-9c0f-ca42b80230b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:12.205592 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9e6c8d23-ccd5-40d8-bb45-5633413deeed req-f688153e-cff4-4352-9c0f-ca42b80230b4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=32df5fc0-9e1f-4ca8-bc39-1341c4f738f5 HTTP/1.1" status: 200  len: 908 time: 0.2391953
Jan 26 22:00:12.360145 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9e6c8d23-ccd5-40d8-bb45-5633413deeed req-4699b739-252c-413d-9208-4010b3840858 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b826e31f-679d-44b8-955b-006e62fa53fd HTTP/1.1" status: 200  len: 1000 time: 0.1313472
Jan 26 22:00:12.440739 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c8d23-ccd5-40d8-bb45-5633413deeed req-1d755e34-d39b-49c8-b073-76749370aab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:12.442429 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9e6c8d23-ccd5-40d8-bb45-5633413deeed req-1d755e34-d39b-49c8-b073-76749370aab8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=54a89a8e-8493-4bfa-a7dd-a111bef36e2b HTTP/1.1" status: 200  len: 853 time: 0.0731349
Jan 26 22:00:12.545073 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c8d23-ccd5-40d8-bb45-5633413deeed req-d63e0930-1ff1-4d9f-9403-51921e14dfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:12.547055 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9e6c8d23-ccd5-40d8-bb45-5633413deeed req-d63e0930-1ff1-4d9f-9403-51921e14dfe0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=32df5fc0-9e1f-4ca8-bc39-1341c4f738f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0896060
Jan 26 22:00:12.727822 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9e6c8d23-ccd5-40d8-bb45-5633413deeed req-25825d72-a027-4f25-a9a2-763768504135 service neutron] 10.222.0.45 "GET /v2.0/networks/32df5fc0-9e1f-4ca8-bc39-1341c4f738f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1692502
Jan 26 22:00:12.896714 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9e6c8d23-ccd5-40d8-bb45-5633413deeed req-c1721c11-4814-4b18-a408-c6538dae864d service neutron] 10.222.0.45 "GET /v2.0/networks/32df5fc0-9e1f-4ca8-bc39-1341c4f738f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1630585
Jan 26 22:00:13.137620 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device b826e31f-679d-44b8-955b-006e62fa53fd up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:00:13.258972 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port b826e31f-679d-44b8-955b-006e62fa53fd triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:00:13.263564 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:13.300457 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:13.351247 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:13.451135 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-23ef0c18-d53d-4b18-9b89-ceb9350ff1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:14.605882 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:15.370998 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:20.312000 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401acf5-7b97-4fe8-9329-198578948437 req-47b4028b-109e-4a47-ac6a-5d7ac6bd7697 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:20.313871 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6401acf5-7b97-4fe8-9329-198578948437 req-47b4028b-109e-4a47-ac6a-5d7ac6bd7697 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 984 time: 0.2188976
Jan 26 22:00:20.322337 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0deb13-47fd-41b3-a76a-ea2fbd11f38c req-2c6b6d86-4baf-42fe-9108-c3def79ad042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:20.324021 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ab0deb13-47fd-41b3-a76a-ea2fbd11f38c req-2c6b6d86-4baf-42fe-9108-c3def79ad042 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67378ee588b44b458166893de5b521e0&device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 1202 time: 0.1916320
Jan 26 22:00:20.491489 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6401acf5-7b97-4fe8-9329-198578948437 req-71e5f741-76d8-4fd6-aa10-314db1f3ac41 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed00a403-af3d-4be2-b18c-1bd41919de1d&id=a868bbcb-2b54-49b9-9a1c-5d2b09ff0a20&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1661897
Jan 26 22:00:20.557707 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0deb13-47fd-41b3-a76a-ea2fbd11f38c req-5a9f87c5-2392-4512-a692-8ba86127a840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:20.560730 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ab0deb13-47fd-41b3-a76a-ea2fbd11f38c req-5a9f87c5-2392-4512-a692-8ba86127a840 service neutron] 10.222.0.45 "GET /v2.0/networks?id=32df5fc0-9e1f-4ca8-bc39-1341c4f738f5 HTTP/1.1" status: 200  len: 908 time: 0.2194479
Jan 26 22:00:20.730292 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ab0deb13-47fd-41b3-a76a-ea2fbd11f38c req-f5e88840-5814-4c90-b368-2682d1c4311a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b826e31f-679d-44b8-955b-006e62fa53fd HTTP/1.1" status: 200  len: 1000 time: 0.1610956
Jan 26 22:00:20.877960 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0deb13-47fd-41b3-a76a-ea2fbd11f38c req-b4ad0013-eee2-4312-a10a-9942e9c35598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:20.879647 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ab0deb13-47fd-41b3-a76a-ea2fbd11f38c req-b4ad0013-eee2-4312-a10a-9942e9c35598 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=54a89a8e-8493-4bfa-a7dd-a111bef36e2b HTTP/1.1" status: 200  len: 853 time: 0.1410699
Jan 26 22:00:20.982455 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0deb13-47fd-41b3-a76a-ea2fbd11f38c req-173cd928-5e9a-4618-84ba-39eb72ad3942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:20.984352 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ab0deb13-47fd-41b3-a76a-ea2fbd11f38c req-173cd928-5e9a-4618-84ba-39eb72ad3942 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=32df5fc0-9e1f-4ca8-bc39-1341c4f738f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0979793
Jan 26 22:00:21.392651 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ab0deb13-47fd-41b3-a76a-ea2fbd11f38c req-737996e2-fc43-448e-a3c6-e047d16ae69b service neutron] 10.222.0.45 "GET /v2.0/networks/32df5fc0-9e1f-4ca8-bc39-1341c4f738f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3989189
Jan 26 22:00:21.544153 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ab0deb13-47fd-41b3-a76a-ea2fbd11f38c req-0e3d9c5b-f109-411d-893b-d93ce6b830e2 service neutron] 10.222.0.45 "GET /v2.0/networks/32df5fc0-9e1f-4ca8-bc39-1341c4f738f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1415129
Jan 26 22:00:21.795551 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba045e-7a6a-4aa4-9f71-9ee1f8c67da9 req-c1efc015-b60b-4b1e-a4f3-f5af719740d8 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:21.797165 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-18ba045e-7a6a-4aa4-9f71-9ee1f8c67da9 req-c1efc015-b60b-4b1e-a4f3-f5af719740d8 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 984 time: 0.1305928
Jan 26 22:00:21.871436 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-18ba045e-7a6a-4aa4-9f71-9ee1f8c67da9 req-6d15ce19-3deb-4817-9463-93cc3bb6ec12 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed00a403-af3d-4be2-b18c-1bd41919de1d&id=a868bbcb-2b54-49b9-9a1c-5d2b09ff0a20&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0660920
Jan 26 22:00:23.148843 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed230dfe-6371-4d4b-9950-dcc5755adf9a req-1eaa5347-5e59-4f77-83aa-45681e1a041b tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:23.150497 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ed230dfe-6371-4d4b-9950-dcc5755adf9a req-1eaa5347-5e59-4f77-83aa-45681e1a041b tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 984 time: 0.1375175
Jan 26 22:00:23.219792 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ed230dfe-6371-4d4b-9950-dcc5755adf9a req-bd8fa07d-9fee-4d17-81b6-d3eda7b227d0 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed00a403-af3d-4be2-b18c-1bd41919de1d&id=a868bbcb-2b54-49b9-9a1c-5d2b09ff0a20&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0627964
Jan 26 22:00:24.495693 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8ce76-7c7a-41ae-8e0b-de7b2a0b8c28 req-9b0e0e22-516d-4394-9b91-db6c2d6be1e7 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:24.497397 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2ef8ce76-7c7a-41ae-8e0b-de7b2a0b8c28 req-9b0e0e22-516d-4394-9b91-db6c2d6be1e7 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 984 time: 0.1317093
Jan 26 22:00:24.573594 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2ef8ce76-7c7a-41ae-8e0b-de7b2a0b8c28 req-873e65eb-9e35-4582-806a-f379db282092 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed00a403-af3d-4be2-b18c-1bd41919de1d&id=a868bbcb-2b54-49b9-9a1c-5d2b09ff0a20&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0688367
Jan 26 22:00:25.422591 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 49364) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:00:25.599507 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-21bca69a-8110-4421-b1a3-53163f3105a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:25.615894 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-21bca69a-8110-4421-b1a3-53163f3105a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:00:25.620148 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-21bca69a-8110-4421-b1a3-53163f3105a8 admin admin] Usage tracker for resource:security_group_rule and tenant:2421cbec9fde4f12985fdedfd33c2af8 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:00:25.623326 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-21bca69a-8110-4421-b1a3-53163f3105a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:00:25.630320 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-21bca69a-8110-4421-b1a3-53163f3105a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:00:25.742425 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-21bca69a-8110-4421-b1a3-53163f3105a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:25.771288 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-21bca69a-8110-4421-b1a3-53163f3105a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:25.780933 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-4adfb1a3-58dd-48db-a907-7002608c075e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:00:25.827124 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-21bca69a-8110-4421-b1a3-53163f3105a8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2421cbec9fde4f12985fdedfd33c2af8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4031179
Jan 26 22:00:25.829076 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bca69a-8110-4421-b1a3-53163f3105a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c5506d-0c4f-4763-bbb9-a3f9d79b32ab,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:00:25.833481 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 49374) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:00:25.852003 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bca69a-8110-4421-b1a3-53163f3105a8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:25.852680 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bca69a-8110-4421-b1a3-53163f3105a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:25.853097 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bca69a-8110-4421-b1a3-53163f3105a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:25.853480 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bca69a-8110-4421-b1a3-53163f3105a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:25.853871 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bca69a-8110-4421-b1a3-53163f3105a8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:25.854262 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bca69a-8110-4421-b1a3-53163f3105a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:25.854650 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bca69a-8110-4421-b1a3-53163f3105a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:25.855028 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bca69a-8110-4421-b1a3-53163f3105a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:25.855441 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bca69a-8110-4421-b1a3-53163f3105a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:25.855821 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bca69a-8110-4421-b1a3-53163f3105a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:25.856203 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bca69a-8110-4421-b1a3-53163f3105a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:25.856582 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bca69a-8110-4421-b1a3-53163f3105a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:25.857034 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bca69a-8110-4421-b1a3-53163f3105a8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:25.857392 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bca69a-8110-4421-b1a3-53163f3105a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:25.857771 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bca69a-8110-4421-b1a3-53163f3105a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:25.858150 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bca69a-8110-4421-b1a3-53163f3105a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:25.858526 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bca69a-8110-4421-b1a3-53163f3105a8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:25.858906 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bca69a-8110-4421-b1a3-53163f3105a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:25.859284 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bca69a-8110-4421-b1a3-53163f3105a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:25.859688 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bca69a-8110-4421-b1a3-53163f3105a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:25.860070 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bca69a-8110-4421-b1a3-53163f3105a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:25.860445 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bca69a-8110-4421-b1a3-53163f3105a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:25.860819 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bca69a-8110-4421-b1a3-53163f3105a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:25.861190 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bca69a-8110-4421-b1a3-53163f3105a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:25.867610 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-21bca69a-8110-4421-b1a3-53163f3105a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:00:25.867845 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70837ba7-1b26-42af-993f-13ede9127ab2 req-3474902c-4f1a-46ee-81b4-58181860744e tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:25.869497 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-70837ba7-1b26-42af-993f-13ede9127ab2 req-3474902c-4f1a-46ee-81b4-58181860744e tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 984 time: 0.1562879
Jan 26 22:00:25.927409 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-fa35745f-7975-43c2-89dd-df2f05fa2141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:25.958433 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-fa35745f-7975-43c2-89dd-df2f05fa2141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:25.999028 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-70837ba7-1b26-42af-993f-13ede9127ab2 req-9356c609-3b12-41d6-8c8d-15d0664b86d0 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed00a403-af3d-4be2-b18c-1bd41919de1d&id=a868bbcb-2b54-49b9-9a1c-5d2b09ff0a20&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1214092
Jan 26 22:00:26.046733 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-fa35745f-7975-43c2-89dd-df2f05fa2141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:26.056124 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-628d4ece-c47b-4cc1-8f44-3a4afdf4f6d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:00:26.074285 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35745f-7975-43c2-89dd-df2f05fa2141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c5506d-0c4f-4763-bbb9-a3f9d79b32ab,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:00:26.077582 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-fa35745f-7975-43c2-89dd-df2f05fa2141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:00:26.078482 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-fa35745f-7975-43c2-89dd-df2f05fa2141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:26.079829 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-fa35745f-7975-43c2-89dd-df2f05fa2141 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c7c5506d-0c4f-4763-bbb9-a3f9d79b32ab HTTP/1.1" status: 204  len: 168 time: 0.2451956
Jan 26 22:00:26.682752 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 49396) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:00:26.703534 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-91788319-b926-4f45-a2fa-55aeb7334002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:26.722426 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-91788319-b926-4f45-a2fa-55aeb7334002 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:00:26.727142 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-91788319-b926-4f45-a2fa-55aeb7334002 admin admin] Usage tracker for resource:security_group_rule and tenant:d3cfdc512fc24d42a682719f3af33b42 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:00:26.731118 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-91788319-b926-4f45-a2fa-55aeb7334002 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:00:26.739528 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-91788319-b926-4f45-a2fa-55aeb7334002 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:00:26.845968 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-91788319-b926-4f45-a2fa-55aeb7334002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:26.885285 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-91788319-b926-4f45-a2fa-55aeb7334002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:26.894947 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-4aef69a2-43a6-43a9-8e18-22549a5db824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:00:26.942096 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91788319-b926-4f45-a2fa-55aeb7334002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706d0927-e76c-4c16-bf5d-8a9d7a37b6cd,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:00:26.948189 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-91788319-b926-4f45-a2fa-55aeb7334002 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d3cfdc512fc24d42a682719f3af33b42&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2639494
Jan 26 22:00:26.950724 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 49404) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:00:26.956343 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-91788319-b926-4f45-a2fa-55aeb7334002 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:00:27.033225 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ea457045-36de-46b5-9ea3-58f9333b7729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:27.067728 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ea457045-36de-46b5-9ea3-58f9333b7729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:27.216958 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ea457045-36de-46b5-9ea3-58f9333b7729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:27.229614 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1dbce588-dfb7-49f1-9b0c-29fba09296d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:00:27.245802 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea457045-36de-46b5-9ea3-58f9333b7729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706d0927-e76c-4c16-bf5d-8a9d7a37b6cd,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:00:27.262038 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea457045-36de-46b5-9ea3-58f9333b7729 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:27.262452 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea457045-36de-46b5-9ea3-58f9333b7729 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:27.262866 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea457045-36de-46b5-9ea3-58f9333b7729 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:27.263271 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea457045-36de-46b5-9ea3-58f9333b7729 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:27.263728 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea457045-36de-46b5-9ea3-58f9333b7729 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:27.264130 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea457045-36de-46b5-9ea3-58f9333b7729 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:27.264550 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea457045-36de-46b5-9ea3-58f9333b7729 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:27.264937 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea457045-36de-46b5-9ea3-58f9333b7729 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:27.265334 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea457045-36de-46b5-9ea3-58f9333b7729 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:27.265724 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea457045-36de-46b5-9ea3-58f9333b7729 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:27.266117 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea457045-36de-46b5-9ea3-58f9333b7729 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:27.266624 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea457045-36de-46b5-9ea3-58f9333b7729 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:27.267086 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea457045-36de-46b5-9ea3-58f9333b7729 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:27.267511 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea457045-36de-46b5-9ea3-58f9333b7729 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:27.268450 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea457045-36de-46b5-9ea3-58f9333b7729 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:27.268996 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea457045-36de-46b5-9ea3-58f9333b7729 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:27.269393 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea457045-36de-46b5-9ea3-58f9333b7729 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:27.269790 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea457045-36de-46b5-9ea3-58f9333b7729 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:27.270187 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea457045-36de-46b5-9ea3-58f9333b7729 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:27.270582 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea457045-36de-46b5-9ea3-58f9333b7729 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:27.270979 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea457045-36de-46b5-9ea3-58f9333b7729 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:27.271367 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea457045-36de-46b5-9ea3-58f9333b7729 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:27.271782 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea457045-36de-46b5-9ea3-58f9333b7729 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:27.272265 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea457045-36de-46b5-9ea3-58f9333b7729 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:27.275956 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ea457045-36de-46b5-9ea3-58f9333b7729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:27.281403 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-ea457045-36de-46b5-9ea3-58f9333b7729 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/706d0927-e76c-4c16-bf5d-8a9d7a37b6cd HTTP/1.1" status: 204  len: 168 time: 0.3252330
Jan 26 22:00:27.284827 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-ea457045-36de-46b5-9ea3-58f9333b7729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:00:27.406174 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc544c7-3543-427a-901d-538791c87f0c req-5ac27cdd-5a46-4dd2-9ef2-803d4980df95 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:27.418401 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-adc544c7-3543-427a-901d-538791c87f0c req-5ac27cdd-5a46-4dd2-9ef2-803d4980df95 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 984 time: 0.2441058
Jan 26 22:00:27.578790 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-adc544c7-3543-427a-901d-538791c87f0c req-7d21283e-9f77-4567-8150-e9e6b9e87ca9 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed00a403-af3d-4be2-b18c-1bd41919de1d&id=a868bbcb-2b54-49b9-9a1c-5d2b09ff0a20&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1389635
Jan 26 22:00:28.406541 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 49436) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:00:28.434925 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-547cfaa3-a681-4321-b99c-d530bf60bd78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:28.459042 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-547cfaa3-a681-4321-b99c-d530bf60bd78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:00:28.465556 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-547cfaa3-a681-4321-b99c-d530bf60bd78 admin admin] Usage tracker for resource:security_group_rule and tenant:d7856c535c744db180cec002316a5a6e is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:00:28.468964 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-547cfaa3-a681-4321-b99c-d530bf60bd78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:00:28.478973 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-547cfaa3-a681-4321-b99c-d530bf60bd78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:00:28.646139 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-547cfaa3-a681-4321-b99c-d530bf60bd78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:28.757021 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-547cfaa3-a681-4321-b99c-d530bf60bd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:28.773576 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d7d4d2b3-5fdf-4975-8c6a-2d8b670959c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:00:28.882307 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-547cfaa3-a681-4321-b99c-d530bf60bd78 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d7856c535c744db180cec002316a5a6e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4740567
Jan 26 22:00:28.885542 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 49444) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:00:28.887232 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547cfaa3-a681-4321-b99c-d530bf60bd78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91b8910-8fee-4220-a166-5742f1d20b11,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:00:28.894452 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-547cfaa3-a681-4321-b99c-d530bf60bd78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:00:28.987444 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f74e3-b113-4c12-970e-213d79014748 req-1ef5fc31-170d-471c-b1a3-869fd4f014d4 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:28.989128 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f34f74e3-b113-4c12-970e-213d79014748 req-1ef5fc31-170d-471c-b1a3-869fd4f014d4 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 984 time: 0.2333324
Jan 26 22:00:28.996909 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7a7683e7-19c1-47b5-91e7-4eafd816592e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:29.033962 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7a7683e7-19c1-47b5-91e7-4eafd816592e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:29.038652 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac570535-eb63-4dde-ba32-b5b0da810247 req-5a08c228-aec4-4ec7-8ff5-9ce5ec49538c tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:29.040472 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ac570535-eb63-4dde-ba32-b5b0da810247 req-5a08c228-aec4-4ec7-8ff5-9ce5ec49538c tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 945 time: 0.3608496
Jan 26 22:00:29.113946 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7a7683e7-19c1-47b5-91e7-4eafd816592e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:29.141766 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-db5e08fa-8188-48d1-bf07-489b5916bf2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:00:29.146605 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7683e7-19c1-47b5-91e7-4eafd816592e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91b8910-8fee-4220-a166-5742f1d20b11,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:00:29.148980 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7a7683e7-19c1-47b5-91e7-4eafd816592e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:29.176046 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-7a7683e7-19c1-47b5-91e7-4eafd816592e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b91b8910-8fee-4220-a166-5742f1d20b11 HTTP/1.1" status: 204  len: 168 time: 0.2681897
Jan 26 22:00:29.177303 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-7a7683e7-19c1-47b5-91e7-4eafd816592e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:00:29.192237 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f34f74e3-b113-4c12-970e-213d79014748 req-882f7a56-130a-4c36-b7f8-2c00ceb4b715 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed00a403-af3d-4be2-b18c-1bd41919de1d&id=a868bbcb-2b54-49b9-9a1c-5d2b09ff0a20&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1504912
Jan 26 22:00:29.217457 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ac570535-eb63-4dde-ba32-b5b0da810247 req-2295955d-c7a0-4eca-b223-81d77aa83f41 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1587408
Jan 26 22:00:30.569750 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875cd36-9218-4d96-8ca2-3a5ef8c24c89 req-ed754b6b-0f77-4e3f-92e0-e5efb6883c10 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:30.576358 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5875cd36-9218-4d96-8ca2-3a5ef8c24c89 req-ed754b6b-0f77-4e3f-92e0-e5efb6883c10 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 984 time: 0.2028811
Jan 26 22:00:30.717490 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5875cd36-9218-4d96-8ca2-3a5ef8c24c89 req-8fc3a650-a48f-4fd7-8393-ce2e65e11e1c tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed00a403-af3d-4be2-b18c-1bd41919de1d&id=a868bbcb-2b54-49b9-9a1c-5d2b09ff0a20&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1388886
Jan 26 22:00:30.897550 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066dbaf-4ffb-4635-8084-4275270e5302 req-ab454331-1de6-4959-aa5c-d22f4286d126 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:30.900657 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d066dbaf-4ffb-4635-8084-4275270e5302 req-ab454331-1de6-4959-aa5c-d22f4286d126 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 945 time: 0.4353540
Jan 26 22:00:31.085422 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d066dbaf-4ffb-4635-8084-4275270e5302 req-a9783fdf-6b90-496b-84b5-2705a017672e tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1616967
Jan 26 22:00:31.155183 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d188c3-3679-4fea-9ec8-b8f5aee05dbb req-df6749bb-ad3d-4321-8f29-f7b0c614e0c1 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:31.156880 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-86d188c3-3679-4fea-9ec8-b8f5aee05dbb req-df6749bb-ad3d-4321-8f29-f7b0c614e0c1 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.45 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 945 time: 0.4214406
Jan 26 22:00:31.263217 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device b826e31f-679d-44b8-955b-006e62fa53fd up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:00:31.277693 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-86d188c3-3679-4fea-9ec8-b8f5aee05dbb req-45514c36-1243-4b96-a0d6-526f32d6c29b tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Deleting port c397826d-6552-4e1a-9d3d-3aacce271054 {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:00:31.278353 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-86d188c3-3679-4fea-9ec8-b8f5aee05dbb req-45514c36-1243-4b96-a0d6-526f32d6c29b tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:31.444616 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port b826e31f-679d-44b8-955b-006e62fa53fd triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:00:31.445347 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:31.770753 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-86d188c3-3679-4fea-9ec8-b8f5aee05dbb req-45514c36-1243-4b96-a0d6-526f32d6c29b tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] For port c397826d-6552-4e1a-9d3d-3aacce271054, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=c397826d-6552-4e1a-9d3d-3aacce271054,segment=NetworkSegment(97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec),segment_id=97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec)] {{(pid=80149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:00:31.772343 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-86d188c3-3679-4fea-9ec8-b8f5aee05dbb req-45514c36-1243-4b96-a0d6-526f32d6c29b tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:31.794225 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device c397826d-6552-4e1a-9d3d-3aacce271054 no longer exists at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 22:00:32.103691 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:32.147676 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] For port c397826d-6552-4e1a-9d3d-3aacce271054, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=c397826d-6552-4e1a-9d3d-3aacce271054,segment=NetworkSegment(97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec),segment_id=97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:00:32.148840 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da3b320-b843-4e3f-a76f-279079441f75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c397826d-6552-4e1a-9d3d-3aacce271054'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:00:32.183817 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:32.188771 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:00:32.307971 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da3b320-b843-4e3f-a76f-279079441f75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c397826d-6552-4e1a-9d3d-3aacce271054', 'code': 200}
Jan 26 22:00:32.356827 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-86d188c3-3679-4fea-9ec8-b8f5aee05dbb req-45514c36-1243-4b96-a0d6-526f32d6c29b tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:32.357488 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-86d188c3-3679-4fea-9ec8-b8f5aee05dbb req-45514c36-1243-4b96-a0d6-526f32d6c29b tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036821521460'] for floatingip, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:32.357937 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.db.l3_db [req-86d188c3-3679-4fea-9ec8-b8f5aee05dbb req-45514c36-1243-4b96-a0d6-526f32d6c29b tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Floating IP 67cc7297-698a-46d5-ae95-6e561083a105 disassociated. External IP: 172.27.2.46, port: c397826d-6552-4e1a-9d3d-3aacce271054.
Jan 26 22:00:32.358664 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-86d188c3-3679-4fea-9ec8-b8f5aee05dbb req-45514c36-1243-4b96-a0d6-526f32d6c29b tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Calling delete_port for c397826d-6552-4e1a-9d3d-3aacce271054 owned by compute:nova {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:00:32.462062 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Pushing event updated for resources: {'Port': ['ID=c397826d-6552-4e1a-9d3d-3aacce271054,revision_number=7']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:00:32.472968 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:00:32.530438 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53fe27-863f-46d9-a050-745a29cc17e2 req-8cdf2ba3-3e71-4436-8fb2-f2f07fad842d tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:32.534054 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ae53fe27-863f-46d9-a050-745a29cc17e2 req-8cdf2ba3-3e71-4436-8fb2-f2f07fad842d tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 984 time: 0.4680660
Jan 26 22:00:32.703464 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ae53fe27-863f-46d9-a050-745a29cc17e2 req-7d02b219-ead8-4573-9508-e934cbbc3b5f tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed00a403-af3d-4be2-b18c-1bd41919de1d&id=a868bbcb-2b54-49b9-9a1c-5d2b09ff0a20&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1595831
Jan 26 22:00:32.801367 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25b367-27a2-4864-8418-2e28e4ac6879 req-77e5e7d5-4b08-40f8-bf69-e4518df6eccd tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:32.808340 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5d25b367-27a2-4864-8418-2e28e4ac6879 req-77e5e7d5-4b08-40f8-bf69-e4518df6eccd tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 943 time: 0.2720320
Jan 26 22:00:32.815489 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.db.api [req-86d188c3-3679-4fea-9ec8-b8f5aee05dbb req-45514c36-1243-4b96-a0d6-526f32d6c29b tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80149) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 26 22:00:32.816102 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_db.api [req-86d188c3-3679-4fea-9ec8-b8f5aee05dbb req-45514c36-1243-4b96-a0d6-526f32d6c29b tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80149) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 26 22:00:32.944563 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5d25b367-27a2-4864-8418-2e28e4ac6879 req-0070622c-c9d6-4fdf-8a86-4612e8bef452 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1307797
Jan 26 22:00:33.200068 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device b826e31f-679d-44b8-955b-006e62fa53fd up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:00:33.307700 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port b826e31f-679d-44b8-955b-006e62fa53fd triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:00:33.308426 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:33.317222 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-86d188c3-3679-4fea-9ec8-b8f5aee05dbb req-45514c36-1243-4b96-a0d6-526f32d6c29b tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Deleting port c397826d-6552-4e1a-9d3d-3aacce271054 {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:00:33.318083 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-86d188c3-3679-4fea-9ec8-b8f5aee05dbb req-45514c36-1243-4b96-a0d6-526f32d6c29b tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:33.643704 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-86d188c3-3679-4fea-9ec8-b8f5aee05dbb req-45514c36-1243-4b96-a0d6-526f32d6c29b tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] For port c397826d-6552-4e1a-9d3d-3aacce271054, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=c397826d-6552-4e1a-9d3d-3aacce271054,segment=NetworkSegment(97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec),segment_id=97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec)] {{(pid=80149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:00:33.644475 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-86d188c3-3679-4fea-9ec8-b8f5aee05dbb req-45514c36-1243-4b96-a0d6-526f32d6c29b tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:34.301705 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-86d188c3-3679-4fea-9ec8-b8f5aee05dbb req-45514c36-1243-4b96-a0d6-526f32d6c29b tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:34.302301 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-86d188c3-3679-4fea-9ec8-b8f5aee05dbb req-45514c36-1243-4b96-a0d6-526f32d6c29b tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036821521460'] for floatingip, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:34.302419 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.db.l3_db [req-86d188c3-3679-4fea-9ec8-b8f5aee05dbb req-45514c36-1243-4b96-a0d6-526f32d6c29b tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Floating IP 67cc7297-698a-46d5-ae95-6e561083a105 disassociated. External IP: 172.27.2.46, port: c397826d-6552-4e1a-9d3d-3aacce271054.
Jan 26 22:00:34.302809 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-86d188c3-3679-4fea-9ec8-b8f5aee05dbb req-45514c36-1243-4b96-a0d6-526f32d6c29b tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Calling delete_port for c397826d-6552-4e1a-9d3d-3aacce271054 owned by compute:nova {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:00:34.399504 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbb9f1-203d-44dd-be3e-96eb7365c6a0 req-029a8131-16bb-4a22-b5e8-f71f289eef2b tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:34.400585 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f6fbb9f1-203d-44dd-be3e-96eb7365c6a0 req-029a8131-16bb-4a22-b5e8-f71f289eef2b tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 984 time: 0.4861498
Jan 26 22:00:34.550939 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c305ed-83b1-4f55-a219-22be1e93072e req-d1d3aee2-b652-463d-8125-ec14d738023b tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:34.552734 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c7c305ed-83b1-4f55-a219-22be1e93072e req-d1d3aee2-b652-463d-8125-ec14d738023b tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 943 time: 0.3606281
Jan 26 22:00:34.574354 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f6fbb9f1-203d-44dd-be3e-96eb7365c6a0 req-829028a6-85e3-4400-8ebf-b3ed799a1d9e tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed00a403-af3d-4be2-b18c-1bd41919de1d&id=a868bbcb-2b54-49b9-9a1c-5d2b09ff0a20&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1638403
Jan 26 22:00:34.643462 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c7c305ed-83b1-4f55-a219-22be1e93072e req-bb4e5003-b1e6-46b9-b2b5-2b80a97981bc tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=e1ffb173-ecab-483a-8113-5d1500343203&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0674224
Jan 26 22:00:34.782117 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-86d188c3-3679-4fea-9ec8-b8f5aee05dbb req-45514c36-1243-4b96-a0d6-526f32d6c29b tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31462196'] for port, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:34.801021 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-bcea38ea-f211-4db4-af81-609d34c3b888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:00:35.183438 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45514c36-1243-4b96-a0d6-526f32d6c29b tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Pushing event deleted for resources: {'Port': ['ID=c397826d-6552-4e1a-9d3d-3aacce271054,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:00:35.199358 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-45514c36-1243-4b96-a0d6-526f32d6c29b tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:00:35.542644 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86d188c3-3679-4fea-9ec8-b8f5aee05dbb req-45514c36-1243-4b96-a0d6-526f32d6c29b tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Router bcfb3fff-4594-4cea-ae9f-548bbaef08fc has already been hosted by L3 agent d246ac06-2269-4624-8b82-d0eab6b3335a {{(pid=80149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 22:00:35.793934 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86d188c3-3679-4fea-9ec8-b8f5aee05dbb req-45514c36-1243-4b96-a0d6-526f32d6c29b tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify agent at l3_agent.dv-cinder-772126-1-iscsi the message routers_updated {{(pid=80149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 22:00:35.809365 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8da4dc-608e-4218-9849-a6712826c879 None None] Sync routers for ids ['bcfb3fff-4594-4cea-ae9f-548bbaef08fc'] in dv-cinder-772126-1-iscsi {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 22:00:35.832981 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8da4dc-608e-4218-9849-a6712826c879 None None] Routers {'bcfb3fff-4594-4cea-ae9f-548bbaef08fc'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:00:35.834726 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-5a8da4dc-608e-4218-9849-a6712826c879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5aef44390>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:00:13Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['bcfb3fff-4594-4cea-ae9f-548bbaef08fc'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:00:35.854563 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d188c3-3679-4fea-9ec8-b8f5aee05dbb req-45514c36-1243-4b96-a0d6-526f32d6c29b tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] No DVR routers for this DVR port c397826d-6552-4e1a-9d3d-3aacce271054 on host hv-cinder-77212 {{(pid=80149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 22:00:35.857380 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-86d188c3-3679-4fea-9ec8-b8f5aee05dbb req-45514c36-1243-4b96-a0d6-526f32d6c29b tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:35.861409 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da3b320-b843-4e3f-a76f-279079441f75', 'name': 'network-vif-deleted', 'tag': 'c397826d-6552-4e1a-9d3d-3aacce271054'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:00:35.890080 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-86d188c3-3679-4fea-9ec8-b8f5aee05dbb req-45514c36-1243-4b96-a0d6-526f32d6c29b tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.45 "DELETE /v2.0/ports/c397826d-6552-4e1a-9d3d-3aacce271054 HTTP/1.1" status: 204  len: 173 time: 4.7264738
Jan 26 22:00:35.991636 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9da3b320-b843-4e3f-a76f-279079441f75', 'name': 'network-vif-deleted', 'tag': 'c397826d-6552-4e1a-9d3d-3aacce271054', 'status': 'completed', 'code': 200}
Jan 26 22:00:36.011301 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-9285bf5e-1009-48c2-b2d5-05dfde1b989e req-cff4d020-c759-4108-ad67-fbb7b71aca73 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Synchronizing usage tracker for tenant:c8cd6f60f4bf49aabee2ed7fc70c2d8b on resource:port {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 22:00:36.085367 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-9285bf5e-1009-48c2-b2d5-05dfde1b989e req-cff4d020-c759-4108-ad67-fbb7b71aca73 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Unset dirty status for tenant:c8cd6f60f4bf49aabee2ed7fc70c2d8b on resource:port {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 22:00:36.087379 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9285bf5e-1009-48c2-b2d5-05dfde1b989e req-cff4d020-c759-4108-ad67-fbb7b71aca73 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 210 time: 0.1475158
Jan 26 22:00:36.399649 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-5a8da4dc-608e-4218-9849-a6712826c879 None None] Set router bcfb3fff-4594-4cea-ae9f-548bbaef08fc gateway port host: dv-cinder-772126-1-iscsi {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:00:36.974815 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-5a8da4dc-608e-4218-9849-a6712826c879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5aef44390>, [{'id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1210003276-router', 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd928ad77-29f1-4fa1-b370-22bea2f190ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:55:06Z', 'updated_at': '2021-01-26T21:55:22Z', 'revision_number': 4, 'project_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'gw_port': {'id': 'd928ad77-29f1-4fa1-b370-22bea2f190ed', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:09Z', 'updated_at': '2021-01-26T21:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': '179080c4-38a5-4df1-b53d-1fa54069dd02', 'name': '', 'network_id': 'a055a280-6113-40f9-90e9-85b200767415', 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'mac_address': 'fa:16:3e:dc:2a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'd34651d4-afa5-4ccf-825b-2a13925b4ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:20Z', 'updated_at': '2021-01-26T21:55:37Z', 'revision_number': 5, 'project_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'subnets': [{'id': 'd34651d4-afa5-4ccf-825b-2a13925b4ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:00:36.980044 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8da4dc-608e-4218-9849-a6712826c879 None None] Checking router: bcfb3fff-4594-4cea-ae9f-548bbaef08fc for host: dv-cinder-772126-1-iscsi {{(pid=80150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 22:00:36.991778 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8da4dc-608e-4218-9849-a6712826c879 None None] Routers {'bcfb3fff-4594-4cea-ae9f-548bbaef08fc'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:00:36.992499 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-5a8da4dc-608e-4218-9849-a6712826c879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5aef44390>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:00:13Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['bcfb3fff-4594-4cea-ae9f-548bbaef08fc'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:00:37.294972 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-5a8da4dc-608e-4218-9849-a6712826c879 None None] Set router bcfb3fff-4594-4cea-ae9f-548bbaef08fc gateway port host: dv-cinder-772126-1-iscsi {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:00:37.464156 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d89a7930-a946-425c-862a-5ba1f565325f req-e83f5634-d9f4-45a0-b57e-a108456588a2 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=9da3b320-b843-4e3f-a76f-279079441f75 HTTP/1.1" status: 200  len: 210 time: 0.0914066
Jan 26 22:00:37.778854 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-5a8da4dc-608e-4218-9849-a6712826c879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5aef44390>, [{'id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1210003276-router', 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd928ad77-29f1-4fa1-b370-22bea2f190ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:55:06Z', 'updated_at': '2021-01-26T21:55:22Z', 'revision_number': 4, 'project_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'gw_port': {'id': 'd928ad77-29f1-4fa1-b370-22bea2f190ed', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:09Z', 'updated_at': '2021-01-26T21:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': '179080c4-38a5-4df1-b53d-1fa54069dd02', 'name': '', 'network_id': 'a055a280-6113-40f9-90e9-85b200767415', 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'mac_address': 'fa:16:3e:dc:2a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'd34651d4-afa5-4ccf-825b-2a13925b4ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:20Z', 'updated_at': '2021-01-26T21:55:37Z', 'revision_number': 5, 'project_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'subnets': [{'id': 'd34651d4-afa5-4ccf-825b-2a13925b4ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:00:37.785080 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8da4dc-608e-4218-9849-a6712826c879 None None] The sync data for ids ['bcfb3fff-4594-4cea-ae9f-548bbaef08fc'] in dv-cinder-772126-1-iscsi is: [{'id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1210003276-router', 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd928ad77-29f1-4fa1-b370-22bea2f190ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:55:06Z', 'updated_at': '2021-01-26T21:55:22Z', 'revision_number': 4, 'project_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'gw_port': {'id': 'd928ad77-29f1-4fa1-b370-22bea2f190ed', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:09Z', 'updated_at': '2021-01-26T21:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': '179080c4-38a5-4df1-b53d-1fa54069dd02', 'name': '', 'network_id': 'a055a280-6113-40f9-90e9-85b200767415', 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'mac_address': 'fa:16:3e:dc:2a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'd34651d4-afa5-4ccf-825b-2a13925b4ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:20Z', 'updated_at': '2021-01-26T21:55:37Z', 'revision_number': 5, 'project_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'subnets': [{'id': 'd34651d4-afa5-4ccf-825b-2a13925b4ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 22:00:38.254185 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfd4477-f102-4eca-b8f2-367dba8347ea None None] New status for floating IP 67cc7297-698a-46d5-ae95-6e561083a105: DOWN {{(pid=80151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 26 22:00:38.683931 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 49636) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:00:38.772661 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-875a7d9a-e1e9-48eb-b6ce-df1294b399e9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:38.808395 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-875a7d9a-e1e9-48eb-b6ce-df1294b399e9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:38.890898 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-875a7d9a-e1e9-48eb-b6ce-df1294b399e9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:38.896823 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c41d8daa-0a95-467d-820c-b83ce1dace87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:00:38.935444 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a7d9a-e1e9-48eb-b6ce-df1294b399e9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ffb173-ecab-483a-8113-5d1500343203,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:00:38.943222 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-875a7d9a-e1e9-48eb-b6ce-df1294b399e9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:00:39.008427 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-875a7d9a-e1e9-48eb-b6ce-df1294b399e9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:39.009712 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-875a7d9a-e1e9-48eb-b6ce-df1294b399e9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "DELETE /v2.0/security-groups/e1ffb173-ecab-483a-8113-5d1500343203 HTTP/1.1" status: 204  len: 168 time: 0.3246653
Jan 26 22:00:39.012991 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 49648) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:00:39.061381 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.v2.resource [None req-2228c4f4-be4e-4e91-bcbd-fda42cf92754 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] show failed (client error): The resource could not be found.
Jan 26 22:00:39.061381 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-2228c4f4-be4e-4e91-bcbd-fda42cf92754 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups/e1ffb173-ecab-483a-8113-5d1500343203 HTTP/1.1" status: 404  len: 347 time: 0.0390794
Jan 26 22:00:39.061574 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 49652) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:00:39.309188 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-9c5bf0a0-508e-4e57-bd8e-d05049610c55 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Deleting port 97d34dd3-cf3e-41c4-a4d0-d3938e106ae3 {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:00:39.310048 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9c5bf0a0-508e-4e57-bd8e-d05049610c55 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:39.558912 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9c5bf0a0-508e-4e57-bd8e-d05049610c55 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:39.559442 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9c5bf0a0-508e-4e57-bd8e-d05049610c55 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:39.617383 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ce396241-60a4-49dc-8364-5cf80fc13b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:39.967622 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-9c5bf0a0-508e-4e57-bd8e-d05049610c55 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Calling delete_port for 97d34dd3-cf3e-41c4-a4d0-d3938e106ae3 owned by network:floatingip {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:00:40.047215 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 22:00:40.285159 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9c5bf0a0-508e-4e57-bd8e-d05049610c55 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32409920'] for port, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:40.301297 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9a15a725-b4df-4bb1-b5f8-49eb8e5ef1c0 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:00:40.402489 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5bf0a0-508e-4e57-bd8e-d05049610c55 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Pushing event deleted for resources: {'Port': ['ID=97d34dd3-cf3e-41c4-a4d0-d3938e106ae3,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:00:40.408784 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9c5bf0a0-508e-4e57-bd8e-d05049610c55 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:00:40.537112 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9c5bf0a0-508e-4e57-bd8e-d05049610c55 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks [] for floatingip, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:40.605424 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9c5bf0a0-508e-4e57-bd8e-d05049610c55 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for floatingip, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:40.606704 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-9c5bf0a0-508e-4e57-bd8e-d05049610c55 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "DELETE /v2.0/floatingips/67cc7297-698a-46d5-ae95-6e561083a105 HTTP/1.1" status: 204  len: 168 time: 1.5486350
Jan 26 22:00:41.163001 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 49682) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:00:41.171716 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-3243eb46-01a4-49d4-9509-7e4f7387d5af tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Request body: {'security_group': {'name': 'tempest-securitygroup--352834769', 'description': 'tempest-description--1053109418'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:00:41.190092 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-3243eb46-01a4-49d4-9509-7e4f7387d5af tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:00:41.193257 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-3243eb46-01a4-49d4-9509-7e4f7387d5af tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Usage tracker for resource:security_group and tenant:c8cd6f60f4bf49aabee2ed7fc70c2d8b is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:00:41.196865 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-3243eb46-01a4-49d4-9509-7e4f7387d5af tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:00:41.203763 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-3243eb46-01a4-49d4-9509-7e4f7387d5af tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:00:41.240358 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3243eb46-01a4-49d4-9509-7e4f7387d5af tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:41.271852 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-3243eb46-01a4-49d4-9509-7e4f7387d5af tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:00:41.277365 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-3243eb46-01a4-49d4-9509-7e4f7387d5af tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Usage tracker for resource:security_group_rule and tenant:c8cd6f60f4bf49aabee2ed7fc70c2d8b is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:00:41.280776 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-3243eb46-01a4-49d4-9509-7e4f7387d5af tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:00:41.288462 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-3243eb46-01a4-49d4-9509-7e4f7387d5af tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:00:41.465715 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3243eb46-01a4-49d4-9509-7e4f7387d5af tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:41.524885 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3243eb46-01a4-49d4-9509-7e4f7387d5af tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:41.530858 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-21bca69a-8110-4421-b1a3-53163f3105a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:00:41.583369 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3243eb46-01a4-49d4-9509-7e4f7387d5af tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23d993c4-c2f5-4637-89dd-2637c393d355,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:00:41.586969 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3243eb46-01a4-49d4-9509-7e4f7387d5af tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:00:41.611502 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3243eb46-01a4-49d4-9509-7e4f7387d5af tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:41.613208 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-3243eb46-01a4-49d4-9509-7e4f7387d5af tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.4488106
Jan 26 22:00:41.616419 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 49692) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:00:41.622786 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-e47a52e6-3ea4-4639-b560-d39295e4cff9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Request body: {'security_group_rule': {'security_group_id': '23d993c4-c2f5-4637-89dd-2637c393d355', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:00:41.638437 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-e47a52e6-3ea4-4639-b560-d39295e4cff9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:00:41.644641 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-e47a52e6-3ea4-4639-b560-d39295e4cff9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Usage tracker for resource:security_group_rule and tenant:c8cd6f60f4bf49aabee2ed7fc70c2d8b is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:00:41.648492 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-e47a52e6-3ea4-4639-b560-d39295e4cff9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:00:41.655145 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-e47a52e6-3ea4-4639-b560-d39295e4cff9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:00:41.728455 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e47a52e6-3ea4-4639-b560-d39295e4cff9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:41.828598 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e47a52e6-3ea4-4639-b560-d39295e4cff9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:41.868778 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e47a52e6-3ea4-4639-b560-d39295e4cff9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553973'] for security_group_rule, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:41.873639 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-8ee04f15-a94b-4907-971a-fef868c3fd19 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:00:41.913100 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a52e6-3ea4-4639-b560-d39295e4cff9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74229b41-7b1f-43fa-b79a-8c70a651b18e,revision_number=0']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:00:41.931682 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e47a52e6-3ea4-4639-b560-d39295e4cff9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:00:41.971290 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e47a52e6-3ea4-4639-b560-d39295e4cff9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:41.975329 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-e47a52e6-3ea4-4639-b560-d39295e4cff9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3550448
Jan 26 22:00:41.976708 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 49700) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:00:41.982248 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-0f3dfe8a-7d0b-4a04-8a20-ffd078054902 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Request body: {'security_group_rule': {'security_group_id': '23d993c4-c2f5-4637-89dd-2637c393d355', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:00:42.005638 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-0f3dfe8a-7d0b-4a04-8a20-ffd078054902 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:00:42.010802 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-0f3dfe8a-7d0b-4a04-8a20-ffd078054902 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Usage tracker for resource:security_group_rule and tenant:c8cd6f60f4bf49aabee2ed7fc70c2d8b is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:00:42.014542 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-0f3dfe8a-7d0b-4a04-8a20-ffd078054902 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:00:42.022053 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-0f3dfe8a-7d0b-4a04-8a20-ffd078054902 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:00:42.087297 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0f3dfe8a-7d0b-4a04-8a20-ffd078054902 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:42.158853 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0f3dfe8a-7d0b-4a04-8a20-ffd078054902 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:42.188799 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0f3dfe8a-7d0b-4a04-8a20-ffd078054902 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553973'] for security_group_rule, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:42.192693 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-7841505b-47ad-4104-b0e8-1571afd42af9 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:00:42.235789 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3dfe8a-7d0b-4a04-8a20-ffd078054902 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a73e4d4c-f43c-402c-8f7d-04606765e048,revision_number=0']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:00:42.238987 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-0f3dfe8a-7d0b-4a04-8a20-ffd078054902 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:00:42.279494 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0f3dfe8a-7d0b-4a04-8a20-ffd078054902 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:42.280888 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-0f3dfe8a-7d0b-4a04-8a20-ffd078054902 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3037150
Jan 26 22:00:42.285114 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 49704) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:00:42.290871 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-762ff332-717e-47b4-86ea-6d6a8c327732 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Request body: {'floatingip': {'floating_network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:00:42.305646 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-762ff332-717e-47b4-86ea-6d6a8c327732 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:00:42.309800 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-762ff332-717e-47b4-86ea-6d6a8c327732 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Usage tracker for resource:floatingip and tenant:c8cd6f60f4bf49aabee2ed7fc70c2d8b is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:00:42.313021 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-762ff332-717e-47b4-86ea-6d6a8c327732 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:00:42.325299 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-762ff332-717e-47b4-86ea-6d6a8c327732 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:00:42.354183 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-762ff332-717e-47b4-86ea-6d6a8c327732 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks [] for floatingip, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:42.525974 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-762ff332-717e-47b4-86ea-6d6a8c327732 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:42.878377 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-762ff332-717e-47b4-86ea-6d6a8c327732 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Allocated IP 172.27.2.182 (1ba61b85-6a57-4c86-8c7b-e71ed182691b/36fb7a5a-6726-45c7-9dc5-3a7ad8db1808/e1b62587-5878-47ce-be64-f6c84d0ad617) {{(pid=80149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 22:00:43.110387 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-762ff332-717e-47b4-86ea-6d6a8c327732 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks [] for port, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:43.178430 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-762ff332-717e-47b4-86ea-6d6a8c327732 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31462196'] for port, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:43.196655 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c5e8f05c-fb9a-4cb6-ab7a-a1abb82bc1a6 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:00:43.239792 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 49726) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:00:43.338727 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ff332-717e-47b4-86ea-6d6a8c327732 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Pushing event updated for resources: {'Port': ['ID=e1b62587-5878-47ce-be64-f6c84d0ad617,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:00:43.342343 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:43.343618 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-762ff332-717e-47b4-86ea-6d6a8c327732 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:00:43.388160 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-34982f8e-98fe-4cdb-b604-c06c00e61094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:43.403749 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762ff332-717e-47b4-86ea-6d6a8c327732 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Network 1ba61b85-6a57-4c86-8c7b-e71ed182691b is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 22:00:43.405059 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-762ff332-717e-47b4-86ea-6d6a8c327732 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Resources bound (agent type, host, resource id):  {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 22:00:43.407442 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762ff332-717e-47b4-86ea-6d6a8c327732 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Received port after_create {{(pid=80149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 22:00:43.458703 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f2ad006b-ec2c-4e90-a887-e83b460e65ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:43.478224 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-f2ad006b-ec2c-4e90-a887-e83b460e65ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:00:43.482367 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-f2ad006b-ec2c-4e90-a887-e83b460e65ab admin admin] Usage tracker for resource:security_group_rule and tenant:d0cede5dca5048e092d2c47c3a9444b7 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:00:43.485502 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-f2ad006b-ec2c-4e90-a887-e83b460e65ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:00:43.492633 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-f2ad006b-ec2c-4e90-a887-e83b460e65ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:00:43.500864 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-762ff332-717e-47b4-86ea-6d6a8c327732 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:43.598526 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-762ff332-717e-47b4-86ea-6d6a8c327732 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:43.599138 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f2ad006b-ec2c-4e90-a887-e83b460e65ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:43.628097 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f2ad006b-ec2c-4e90-a887-e83b460e65ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:43.637644 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f0de6209-0eda-4e7a-8d9b-a1cb630f64a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:00:43.687431 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-f2ad006b-ec2c-4e90-a887-e83b460e65ab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d0cede5dca5048e092d2c47c3a9444b7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4454949
Jan 26 22:00:43.689264 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad006b-ec2c-4e90-a887-e83b460e65ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90253446-e834-41e6-8ab3-b799a0a9e4a7,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:00:43.691998 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 49734) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:00:43.694947 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f2ad006b-ec2c-4e90-a887-e83b460e65ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:00:43.766282 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b72c74d-2a79-4ef2-9c6f-70ac1a1c2e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:43.798010 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b72c74d-2a79-4ef2-9c6f-70ac1a1c2e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:43.916606 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-762ff332-717e-47b4-86ea-6d6a8c327732 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks [] for port, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:43.917451 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b72c74d-2a79-4ef2-9c6f-70ac1a1c2e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:43.927821 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c6b35c25-bfba-400f-83d8-435146679dc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:00:43.941264 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b72c74d-2a79-4ef2-9c6f-70ac1a1c2e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90253446-e834-41e6-8ab3-b799a0a9e4a7,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:00:43.944015 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b72c74d-2a79-4ef2-9c6f-70ac1a1c2e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:00:43.948459 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-762ff332-717e-47b4-86ea-6d6a8c327732 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823313603'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:43.950665 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b72c74d-2a79-4ef2-9c6f-70ac1a1c2e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:43.956139 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-2b72c74d-2a79-4ef2-9c6f-70ac1a1c2e8f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/90253446-e834-41e6-8ab3-b799a0a9e4a7 HTTP/1.1" status: 204  len: 168 time: 0.2589290
Jan 26 22:00:43.972992 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-bb873778-9e13-4ad8-94f8-e3496d4a36b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:00:44.117698 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ff332-717e-47b4-86ea-6d6a8c327732 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Pushing event updated for resources: {'Port': ['ID=e1b62587-5878-47ce-be64-f6c84d0ad617,revision_number=2']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:00:44.121009 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-762ff332-717e-47b4-86ea-6d6a8c327732 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:00:44.246970 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-762ff332-717e-47b4-86ea-6d6a8c327732 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036821521460'] for floatingip, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:44.302422 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-762ff332-717e-47b4-86ea-6d6a8c327732 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for floatingip, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:44.303864 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-762ff332-717e-47b4-86ea-6d6a8c327732 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.0176613
Jan 26 22:00:44.440029 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:44.594852 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 49758) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:00:44.617320 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:44.638384 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-00743fd3-c5af-49e9-9028-3945ecd690b2 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--352834769&fields=id&tenant_id=c8cd6f60f4bf49aabee2ed7fc70c2d8b HTTP/1.1" status: 200  len: 267 time: 0.0866330
Jan 26 22:00:44.639976 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b0c36292-ef04-4a3f-87f4-fdf4f736b98c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:44.689511 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-b0c36292-ef04-4a3f-87f4-fdf4f736b98c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:00:44.754168 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-b0c36292-ef04-4a3f-87f4-fdf4f736b98c admin admin] Usage tracker for resource:security_group_rule and tenant:21ef316dde194e4c86ca733183c6de08 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:00:44.762524 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-b0c36292-ef04-4a3f-87f4-fdf4f736b98c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:00:44.776047 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-b0c36292-ef04-4a3f-87f4-fdf4f736b98c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:00:44.928747 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-bc2dd7fc-40bb-4b96-a73c-1710a6c2dd8d tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:44.930600 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-bc2dd7fc-40bb-4b96-a73c-1710a6c2dd8d tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/networks?id=a055a280-6113-40f9-90e9-85b200767415 HTTP/1.1" status: 200  len: 817 time: 0.2794716
Jan 26 22:00:44.958842 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-4173844d-be8c-44ce-8813-bf59fcc5c019 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/quotas/c8cd6f60f4bf49aabee2ed7fc70c2d8b HTTP/1.1" status: 200  len: 375 time: 0.0213232
Jan 26 22:00:45.071132 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b0c36292-ef04-4a3f-87f4-fdf4f736b98c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:45.132239 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-b4022a80-b2e8-406c-b2ad-ec188eba4901 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c8cd6f60f4bf49aabee2ed7fc70c2d8b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1583118
Jan 26 22:00:45.133589 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b0c36292-ef04-4a3f-87f4-fdf4f736b98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:45.142562 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-547cfaa3-a681-4321-b99c-d530bf60bd78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:00:45.207921 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c36292-ef04-4a3f-87f4-fdf4f736b98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3806b8c-73e1-4d4f-8684-eb6aab6626e1,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:00:45.215971 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-b0c36292-ef04-4a3f-87f4-fdf4f736b98c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=21ef316dde194e4c86ca733183c6de08&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6161742
Jan 26 22:00:45.215971 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b0c36292-ef04-4a3f-87f4-fdf4f736b98c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:00:45.217076 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 49764) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:00:45.295766 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6911f669-abd3-4df5-8f1d-816b6adfa2a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:45.332117 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6911f669-abd3-4df5-8f1d-816b6adfa2a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:45.376552 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:45.413108 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6911f669-abd3-4df5-8f1d-816b6adfa2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:45.422320 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-133a0340-95de-4bbf-94a4-ba0ec035b747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:00:45.489860 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6911f669-abd3-4df5-8f1d-816b6adfa2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3806b8c-73e1-4d4f-8684-eb6aab6626e1,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:00:45.492477 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6911f669-abd3-4df5-8f1d-816b6adfa2a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:00:45.503307 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6911f669-abd3-4df5-8f1d-816b6adfa2a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:45.504620 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-6911f669-abd3-4df5-8f1d-816b6adfa2a2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a3806b8c-73e1-4d4f-8684-eb6aab6626e1 HTTP/1.1" status: 204  len: 168 time: 0.2840412
Jan 26 22:00:45.589787 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-3949a7c8-ea27-499b-8fd9-f8b417113ca5 service neutron] 10.222.0.30 "GET /v2.0/networks/a055a280-6113-40f9-90e9-85b200767415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4359226
Jan 26 22:00:45.769699 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-79a7838b-5630-4160-b06c-20e3fe56b5c1 service neutron] 10.222.0.30 "GET /v2.0/networks/a055a280-6113-40f9-90e9-85b200767415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1726043
Jan 26 22:00:46.106882 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1752b11f-f001-489d-98e6-d69d0fbfa67b req-504a7088-2b94-4434-8129-368399d5fe20 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 210 time: 0.0592797
Jan 26 22:00:47.266644 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4446b35a-f678-4270-8ce0-aa5326283764 req-9e507193-fc37-46ba-9b6f-e0005c968a52 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 210 time: 0.0580056
Jan 26 22:00:48.488284 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-0af1d408-6e10-4c43-8927-3aacc47b39ea req-12dea05c-8334-4b5f-a35c-d7ce1166f563 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 210 time: 0.0545228
Jan 26 22:00:49.049868 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-17d41dc8-3ffb-427a-93cf-ba9dc222fe2b tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:49.051581 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-17d41dc8-3ffb-427a-93cf-ba9dc222fe2b tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.45 "GET /v2.0/networks?id=a055a280-6113-40f9-90e9-85b200767415 HTTP/1.1" status: 200  len: 817 time: 0.4939501
Jan 26 22:00:49.176400 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-0c556165-0015-422a-a69d-c0394909a043 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c8cd6f60f4bf49aabee2ed7fc70c2d8b HTTP/1.1" status: 200  len: 5704 time: 0.0967023
Jan 26 22:00:49.188362 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-2ae3c0c0-21f4-4399-a660-6aaaf2b32e45 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Request body: {'port': {'device_id': '202f2436-3e77-4979-a8d8-ce7592cd8bff', 'network_id': 'a055a280-6113-40f9-90e9-85b200767415', 'admin_state_up': True, 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'security_groups': ['23d993c4-c2f5-4637-89dd-2637c393d355']}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:00:49.348903 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-2ae3c0c0-21f4-4399-a660-6aaaf2b32e45 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:00:49.353829 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-2ae3c0c0-21f4-4399-a660-6aaaf2b32e45 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Usage tracker for resource:port and tenant:c8cd6f60f4bf49aabee2ed7fc70c2d8b is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:00:49.357035 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-2ae3c0c0-21f4-4399-a660-6aaaf2b32e45 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:00:49.363850 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-2ae3c0c0-21f4-4399-a660-6aaaf2b32e45 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:00:49.399131 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-2ae3c0c0-21f4-4399-a660-6aaaf2b32e45 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Made reservation on behalf of c8cd6f60f4bf49aabee2ed7fc70c2d8b for: {'port': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 22:00:49.416288 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-2ae3c0c0-21f4-4399-a660-6aaaf2b32e45 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:49.809675 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-2ae3c0c0-21f4-4399-a660-6aaaf2b32e45 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Allocated IP 172.20.0.7 (a055a280-6113-40f9-90e9-85b200767415/d34651d4-afa5-4ccf-825b-2a13925b4ac2/37c8fd23-cbce-4a0c-8bd9-dea5ef465be8) {{(pid=80149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 22:00:49.874690 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-668d74d8-30c6-43f8-9b07-8a1223cdb386 req-bf525d38-4827-4931-a44b-041683a3e26e tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 210 time: 0.0613947
Jan 26 22:00:50.130568 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-2ae3c0c0-21f4-4399-a660-6aaaf2b32e45 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks [] for port, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:50.149859 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-2ae3c0c0-21f4-4399-a660-6aaaf2b32e45 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Transition to ACTIVE for port object 37c8fd23-cbce-4a0c-8bd9-dea5ef465be8 will not be triggered until provisioned by entity DHCP. {{(pid=80149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 22:00:50.199837 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-2ae3c0c0-21f4-4399-a660-6aaaf2b32e45 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31462196'] for port, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:50.225772 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-df192afa-fc3e-466b-acb7-344b3948941e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:00:50.383731 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae3c0c0-21f4-4399-a660-6aaaf2b32e45 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Pushing event updated for resources: {'Port': ['ID=37c8fd23-cbce-4a0c-8bd9-dea5ef465be8,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:00:50.392614 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2ae3c0c0-21f4-4399-a660-6aaaf2b32e45 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:00:50.449959 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-2ae3c0c0-21f4-4399-a660-6aaaf2b32e45 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Network a055a280-6113-40f9-90e9-85b200767415 is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 22:00:50.451145 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-2ae3c0c0-21f4-4399-a660-6aaaf2b32e45 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Resources bound (agent type, host, resource id):  {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 22:00:50.453677 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-2ae3c0c0-21f4-4399-a660-6aaaf2b32e45 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Received port after_create {{(pid=80149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 22:00:50.563784 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-2ae3c0c0-21f4-4399-a660-6aaaf2b32e45 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:50.564737 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-2ae3c0c0-21f4-4399-a660-6aaaf2b32e45 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:50.617873 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-2ae3c0c0-21f4-4399-a660-6aaaf2b32e45 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4349561
Jan 26 22:00:50.799457 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-5d8c8f26-d352-477c-ab53-61e85f7743f4 None None] Provisioning for port 37c8fd23-cbce-4a0c-8bd9-dea5ef465be8 completed by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 22:00:50.805908 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-5d8c8f26-d352-477c-ab53-61e85f7743f4 None None] Provisioning complete for port 37c8fd23-cbce-4a0c-8bd9-dea5ef465be8 triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:00:50.806408 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5d8c8f26-d352-477c-ab53-61e85f7743f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:50.810947 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-d7acbe73-64d2-47de-92f1-f68a37d343d6 service neutron] Request body: {'port': {'device_id': '202f2436-3e77-4979-a8d8-ce7592cd8bff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:00:50.885789 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-5d8c8f26-d352-477c-ab53-61e85f7743f4 None None] Port 37c8fd23-cbce-4a0c-8bd9-dea5ef465be8 cannot update to ACTIVE because it is not bound. {{(pid=80150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 22:00:50.968202 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-d7acbe73-64d2-47de-92f1-f68a37d343d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:51.371726 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85638a58-c8a8-4b8a-a311-6a5684334ee6 req-0afea8ac-08e7-426d-bd71-b4f652e3185c tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:51.372554 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-85638a58-c8a8-4b8a-a311-6a5684334ee6 req-0afea8ac-08e7-426d-bd71-b4f652e3185c tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Synchronizing usage tracker for tenant:c8cd6f60f4bf49aabee2ed7fc70c2d8b on resource:port {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 22:00:51.514560 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-85638a58-c8a8-4b8a-a311-6a5684334ee6 req-0afea8ac-08e7-426d-bd71-b4f652e3185c tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Unset dirty status for tenant:c8cd6f60f4bf49aabee2ed7fc70c2d8b on resource:port {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 22:00:51.515869 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-85638a58-c8a8-4b8a-a311-6a5684334ee6 req-0afea8ac-08e7-426d-bd71-b4f652e3185c tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 931 time: 0.3941207
Jan 26 22:00:51.622587 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-85638a58-c8a8-4b8a-a311-6a5684334ee6 req-adfaec39-7e3c-4cca-9fb4-161b1ae0bee6 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0988240
Jan 26 22:00:51.656119 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-d7acbe73-64d2-47de-92f1-f68a37d343d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37c8fd23-cbce-4a0c-8bd9-dea5ef465be8 {{(pid=80149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 26 22:00:51.665271 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-d7acbe73-64d2-47de-92f1-f68a37d343d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:51.679145 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-d7acbe73-64d2-47de-92f1-f68a37d343d6 service neutron] Transition to ACTIVE for port object 37c8fd23-cbce-4a0c-8bd9-dea5ef465be8 will not be triggered until provisioned by entity L2. {{(pid=80149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 22:00:51.707521 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-d7acbe73-64d2-47de-92f1-f68a37d343d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823313603'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:51.724083 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:00:51.866116 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7acbe73-64d2-47de-92f1-f68a37d343d6 service neutron] Pushing event updated for resources: {'Port': ['ID=37c8fd23-cbce-4a0c-8bd9-dea5ef465be8,revision_number=2']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:00:51.870905 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d7acbe73-64d2-47de-92f1-f68a37d343d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:00:52.070772 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-d7acbe73-64d2-47de-92f1-f68a37d343d6 service neutron] Attempting to bind port 37c8fd23-cbce-4a0c-8bd9-dea5ef465be8 on host hv-cinder-77212 for vnic_type normal with profile  {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 22:00:52.071147 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-d7acbe73-64d2-47de-92f1-f68a37d343d6 service neutron] Attempting to bind port 37c8fd23-cbce-4a0c-8bd9-dea5ef465be8 by drivers openvswitch on host hv-cinder-77212 at level 0 using segments [{'id': '97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a055a280-6113-40f9-90e9-85b200767415'}] {{(pid=80149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 22:00:52.071558 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-d7acbe73-64d2-47de-92f1-f68a37d343d6 service neutron] Attempting to bind port 37c8fd23-cbce-4a0c-8bd9-dea5ef465be8 on network a055a280-6113-40f9-90e9-85b200767415 {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 22:00:52.077456 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-d7acbe73-64d2-47de-92f1-f68a37d343d6 service neutron] Checking agent: {'id': '907ce3e7-819e-4a7f-a1c4-c44a902d1710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 21, 53, 12), 'started_at': datetime.datetime(2021, 1, 26, 21, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 22, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 22:00:52.077837 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-d7acbe73-64d2-47de-92f1-f68a37d343d6 service neutron] Checking segment: {'id': '97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a055a280-6113-40f9-90e9-85b200767415'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 22:00:52.078248 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-d7acbe73-64d2-47de-92f1-f68a37d343d6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:52.078770 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-d7acbe73-64d2-47de-92f1-f68a37d343d6 service neutron] Bound using segment: {'id': '97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a055a280-6113-40f9-90e9-85b200767415'} {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 22:00:52.079251 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-d7acbe73-64d2-47de-92f1-f68a37d343d6 service neutron] Bound port: 37c8fd23-cbce-4a0c-8bd9-dea5ef465be8, host: hv-cinder-77212, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a055a280-6113-40f9-90e9-85b200767415'}}] {{(pid=80149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 22:00:52.080382 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-d7acbe73-64d2-47de-92f1-f68a37d343d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:52.183449 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-d7acbe73-64d2-47de-92f1-f68a37d343d6 service neutron] For port 37c8fd23-cbce-4a0c-8bd9-dea5ef465be8, host hv-cinder-77212, cleared binding levels {{(pid=80149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 22:00:52.186722 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-d7acbe73-64d2-47de-92f1-f68a37d343d6 service neutron] For port 37c8fd23-cbce-4a0c-8bd9-dea5ef465be8, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=37c8fd23-cbce-4a0c-8bd9-dea5ef465be8,segment=NetworkSegment(97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec),segment_id=97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec)] {{(pid=80149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 22:00:52.228621 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-d7acbe73-64d2-47de-92f1-f68a37d343d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823313603'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:52.245438 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-62bb621b-7ddc-40a1-bafa-a2eaebeb2a34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:00:52.406505 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7acbe73-64d2-47de-92f1-f68a37d343d6 service neutron] Pushing event updated for resources: {'Port': ['ID=37c8fd23-cbce-4a0c-8bd9-dea5ef465be8,revision_number=3']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:00:52.410835 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d7acbe73-64d2-47de-92f1-f68a37d343d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:00:52.463024 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-d7acbe73-64d2-47de-92f1-f68a37d343d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:52.464400 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-d7acbe73-64d2-47de-92f1-f68a37d343d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:52.467053 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-d7acbe73-64d2-47de-92f1-f68a37d343d6 service neutron] 10.222.0.45 "PUT /v2.0/ports/37c8fd23-cbce-4a0c-8bd9-dea5ef465be8 HTTP/1.1" status: 200  len: 1157 time: 1.8348417
Jan 26 22:00:52.468005 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '202f2436-3e77-4979-a8d8-ce7592cd8bff', 'tag': '37c8fd23-cbce-4a0c-8bd9-dea5ef465be8'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:00:52.653852 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-d1bc57bf-c9c9-4061-92cb-00fa02d40846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:52.656836 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-d1bc57bf-c9c9-4061-92cb-00fa02d40846 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c8cd6f60f4bf49aabee2ed7fc70c2d8b&device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 1160 time: 0.0955708
Jan 26 22:00:52.756329 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-8e14a7ae-9ea3-4059-a9b7-2ebb4079aa8c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37c8fd23-cbce-4a0c-8bd9-dea5ef465be8 HTTP/1.1" status: 200  len: 217 time: 0.0805435
Jan 26 22:00:52.926366 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-c0db6aa0-0952-4586-a439-5677aeb8e94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:52.928090 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-c0db6aa0-0952-4586-a439-5677aeb8e94a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d34651d4-afa5-4ccf-825b-2a13925b4ac2 HTTP/1.1" status: 200  len: 856 time: 0.1609745
Jan 26 22:00:52.946354 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 49920) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:00:52.988278 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 49926) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:00:53.097706 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634455aa-e83c-471f-b667-263c7839384b req-aa145a79-9e43-48d6-b66e-006b18d838db tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:53.099480 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-634455aa-e83c-471f-b667-263c7839384b req-aa145a79-9e43-48d6-b66e-006b18d838db tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 943 time: 0.2762868
Jan 26 22:00:53.102790 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '202f2436-3e77-4979-a8d8-ce7592cd8bff', 'tag': '37c8fd23-cbce-4a0c-8bd9-dea5ef465be8', 'status': 'completed', 'code': 200}
Jan 26 22:00:53.182826 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-634455aa-e83c-471f-b667-263c7839384b req-ce2678f4-2358-4a4a-af7f-56c4f9fbcf93 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0758550
Jan 26 22:00:53.188436 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6a74d920-a43b-4c30-ba29-8d12c3bbf072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:53.195512 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-7fc51132-088a-4f88-a4dd-bfd8a4efeca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:53.197197 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-7fc51132-088a-4f88-a4dd-bfd8a4efeca9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a055a280-6113-40f9-90e9-85b200767415&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2495317
Jan 26 22:00:53.222125 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d7198bf9-ca6c-48b1-bf83-303d3a120411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:53.242164 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-6a74d920-a43b-4c30-ba29-8d12c3bbf072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:00:53.246696 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-6a74d920-a43b-4c30-ba29-8d12c3bbf072 admin admin] Usage tracker for resource:security_group_rule and tenant:4ce724c2e8d54fa688f0f0c044c99484 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:00:53.250151 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-6a74d920-a43b-4c30-ba29-8d12c3bbf072 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:00:53.259811 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-d7198bf9-ca6c-48b1-bf83-303d3a120411 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:00:53.262451 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-6a74d920-a43b-4c30-ba29-8d12c3bbf072 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:00:53.273633 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-d7198bf9-ca6c-48b1-bf83-303d3a120411 admin admin] Usage tracker for resource:security_group_rule and tenant:dd15f8783f9f4d0a88e7dc49daa69fdb is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:00:53.278519 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-d7198bf9-ca6c-48b1-bf83-303d3a120411 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:00:53.293946 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-d7198bf9-ca6c-48b1-bf83-303d3a120411 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:00:53.366090 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-022f806e-6138-4145-bab2-7c326afede17 service neutron] 10.222.0.45 "GET /v2.0/networks/a055a280-6113-40f9-90e9-85b200767415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1598351
Jan 26 22:00:53.424978 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6a74d920-a43b-4c30-ba29-8d12c3bbf072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:53.456228 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6a74d920-a43b-4c30-ba29-8d12c3bbf072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:53.466823 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b72c74d-2a79-4ef2-9c6f-70ac1a1c2e8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:00:53.547556 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-6a74d920-a43b-4c30-ba29-8d12c3bbf072 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4ce724c2e8d54fa688f0f0c044c99484&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5999715
Jan 26 22:00:53.551872 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 49932) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:00:53.552655 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74d920-a43b-4c30-ba29-8d12c3bbf072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef21d61-3f3f-4caf-933d-bb50a7b7d01b,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:00:53.558975 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6a74d920-a43b-4c30-ba29-8d12c3bbf072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:00:53.623626 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d7198bf9-ca6c-48b1-bf83-303d3a120411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:53.663468 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d7198bf9-ca6c-48b1-bf83-303d3a120411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:53.675675 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-eb562d11-bfee-4eea-873e-994db256d1b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:00:53.742724 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-d7198bf9-ca6c-48b1-bf83-303d3a120411 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dd15f8783f9f4d0a88e7dc49daa69fdb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7532315
Jan 26 22:00:53.748576 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7198bf9-ca6c-48b1-bf83-303d3a120411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff05612-4f7f-40bd-9c98-cd0a2e948f22,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:00:53.751378 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 49938) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:00:53.752291 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dcb7fd7c-c0a7-433c-aeff-4193ac9cc532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:53.757911 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d7198bf9-ca6c-48b1-bf83-303d3a120411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:00:53.815044 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dcb7fd7c-c0a7-433c-aeff-4193ac9cc532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:53.844679 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ae8b58f5-592f-45b7-8df1-c6de655c9687 req-177a5d4e-72c1-4b5c-a015-22795c1a80eb service neutron] 10.222.0.45 "GET /v2.0/networks/a055a280-6113-40f9-90e9-85b200767415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4716325
Jan 26 22:00:53.892162 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-52b7bf5f-b2a5-4296-ab7b-bdee1494831a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:53.925906 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-52b7bf5f-b2a5-4296-ab7b-bdee1494831a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:53.970678 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dcb7fd7c-c0a7-433c-aeff-4193ac9cc532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:53.977267 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-ac5929a4-552e-416b-bedc-7eae518fa82d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:00:53.992299 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb7fd7c-c0a7-433c-aeff-4193ac9cc532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef21d61-3f3f-4caf-933d-bb50a7b7d01b,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:00:53.994931 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-dcb7fd7c-c0a7-433c-aeff-4193ac9cc532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:00:54.005454 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dcb7fd7c-c0a7-433c-aeff-4193ac9cc532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:54.008839 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-dcb7fd7c-c0a7-433c-aeff-4193ac9cc532 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8ef21d61-3f3f-4caf-933d-bb50a7b7d01b HTTP/1.1" status: 204  len: 168 time: 0.4455783
Jan 26 22:00:54.022434 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-52b7bf5f-b2a5-4296-ab7b-bdee1494831a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:54.025891 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-52b7bf5f-b2a5-4296-ab7b-bdee1494831a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:54.027238 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-52b7bf5f-b2a5-4296-ab7b-bdee1494831a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cff05612-4f7f-40bd-9c98-cd0a2e948f22 HTTP/1.1" status: 204  len: 168 time: 0.2723603
Jan 26 22:00:54.028187 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-dcb7fd7c-c0a7-433c-aeff-4193ac9cc532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:00:54.039782 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b7bf5f-b2a5-4296-ab7b-bdee1494831a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff05612-4f7f-40bd-9c98-cd0a2e948f22,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:00:54.042358 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-52b7bf5f-b2a5-4296-ab7b-bdee1494831a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:00:54.057821 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e8b6b-48ab-4461-a18e-13f7968d0baa req-e2a874a2-157e-4c73-b0e3-fff2bda0a079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:54.059506 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-918e8b6b-48ab-4461-a18e-13f7968d0baa req-e2a874a2-157e-4c73-b0e3-fff2bda0a079 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c8cd6f60f4bf49aabee2ed7fc70c2d8b&device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 1160 time: 0.0920534
Jan 26 22:00:54.215337 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e8b6b-48ab-4461-a18e-13f7968d0baa req-88eacae5-21d8-43d5-9792-1749c627ab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:54.217206 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-918e8b6b-48ab-4461-a18e-13f7968d0baa req-88eacae5-21d8-43d5-9792-1749c627ab47 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a055a280-6113-40f9-90e9-85b200767415 HTTP/1.1" status: 200  len: 911 time: 0.1503968
Jan 26 22:00:54.301491 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-918e8b6b-48ab-4461-a18e-13f7968d0baa req-4fa54c9b-9be7-46f2-acc6-c5b80269f33b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37c8fd23-cbce-4a0c-8bd9-dea5ef465be8 HTTP/1.1" status: 200  len: 217 time: 0.0765626
Jan 26 22:00:54.394004 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e8b6b-48ab-4461-a18e-13f7968d0baa req-4b786be5-f0aa-404d-9895-c84114ba9523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:54.395935 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-918e8b6b-48ab-4461-a18e-13f7968d0baa req-4b786be5-f0aa-404d-9895-c84114ba9523 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d34651d4-afa5-4ccf-825b-2a13925b4ac2 HTTP/1.1" status: 200  len: 856 time: 0.0874069
Jan 26 22:00:54.600502 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99a32d-da7b-49c8-9ba7-03fdab2e0cce req-0facd947-1591-4849-8e8a-8687e7e9cc9a tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:54.602594 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-aa99a32d-da7b-49c8-9ba7-03fdab2e0cce req-0facd947-1591-4849-8e8a-8687e7e9cc9a tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 943 time: 0.2036302
Jan 26 22:00:54.608357 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e8b6b-48ab-4461-a18e-13f7968d0baa req-73ecfd79-f93e-4c18-83d3-93a3464fab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:54.610019 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-918e8b6b-48ab-4461-a18e-13f7968d0baa req-73ecfd79-f93e-4c18-83d3-93a3464fab95 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a055a280-6113-40f9-90e9-85b200767415&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1688972
Jan 26 22:00:54.668864 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 49958) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:00:54.692867 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-782101c1-03c5-4817-88e1-fa056b94e0ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:54.718375 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-782101c1-03c5-4817-88e1-fa056b94e0ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:00:54.725968 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-782101c1-03c5-4817-88e1-fa056b94e0ce admin admin] Usage tracker for resource:security_group_rule and tenant:9764104a170f4bc98ec54370f55f4ebd is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:00:54.730252 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-782101c1-03c5-4817-88e1-fa056b94e0ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:00:54.738800 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-782101c1-03c5-4817-88e1-fa056b94e0ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:00:54.757381 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-aa99a32d-da7b-49c8-9ba7-03fdab2e0cce req-9b29b245-8b3a-4f80-8b97-43e71a692615 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1437430
Jan 26 22:00:54.823652 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-918e8b6b-48ab-4461-a18e-13f7968d0baa req-b2954c90-2c8e-42ce-bbe2-9e09db6841a9 service neutron] 10.222.0.45 "GET /v2.0/networks/a055a280-6113-40f9-90e9-85b200767415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1926479
Jan 26 22:00:54.917475 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-782101c1-03c5-4817-88e1-fa056b94e0ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:54.936363 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-782101c1-03c5-4817-88e1-fa056b94e0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:54.962288 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-94749a9d-4255-4949-8e77-7a959bde4bac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:00:55.014075 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-918e8b6b-48ab-4461-a18e-13f7968d0baa req-79a16a27-d832-42da-a02a-6638dc201eea service neutron] 10.222.0.45 "GET /v2.0/networks/a055a280-6113-40f9-90e9-85b200767415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1810243
Jan 26 22:00:55.019912 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-782101c1-03c5-4817-88e1-fa056b94e0ce admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9764104a170f4bc98ec54370f55f4ebd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3494933
Jan 26 22:00:55.024156 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 49966) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:00:55.024800 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782101c1-03c5-4817-88e1-fa056b94e0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e81889f-185e-41c3-952b-48fdf3fda76f,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:00:55.028350 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-782101c1-03c5-4817-88e1-fa056b94e0ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:00:55.138423 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dbd2c0e1-568b-480a-b10a-134a24c8cc72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:55.172569 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dbd2c0e1-568b-480a-b10a-134a24c8cc72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:55.279130 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dbd2c0e1-568b-480a-b10a-134a24c8cc72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:55.285661 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-ae53bae4-7665-4655-94bb-5265516d02d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:00:55.301684 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd2c0e1-568b-480a-b10a-134a24c8cc72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e81889f-185e-41c3-952b-48fdf3fda76f,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:00:55.305265 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-dbd2c0e1-568b-480a-b10a-134a24c8cc72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:00:55.307612 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dbd2c0e1-568b-480a-b10a-134a24c8cc72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:55.308817 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-dbd2c0e1-568b-480a-b10a-134a24c8cc72 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9e81889f-185e-41c3-952b-48fdf3fda76f HTTP/1.1" status: 204  len: 168 time: 0.2832885
Jan 26 22:00:56.267461 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796eaba-a602-4605-a93e-edcd4ccb7339 req-c1c9836c-4a18-4848-b214-8b6250fef3a6 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:56.269202 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8796eaba-a602-4605-a93e-edcd4ccb7339 req-c1c9836c-4a18-4848-b214-8b6250fef3a6 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 943 time: 0.2234819
Jan 26 22:00:56.313304 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 50004) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:00:56.367276 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8796eaba-a602-4605-a93e-edcd4ccb7339 req-6ed2d061-d72a-4ff1-bc19-92a73b8a0ff7 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0843396
Jan 26 22:00:56.512394 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c60933b6-26c4-4cb2-a816-4d3bcf0c9bdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:56.532368 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-c60933b6-26c4-4cb2-a816-4d3bcf0c9bdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:00:56.537949 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-c60933b6-26c4-4cb2-a816-4d3bcf0c9bdf admin admin] Usage tracker for resource:security_group_rule and tenant:4231392dfc364e31b24b7de8cb0c6aed is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:00:56.541477 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-c60933b6-26c4-4cb2-a816-4d3bcf0c9bdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:00:56.550574 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-c60933b6-26c4-4cb2-a816-4d3bcf0c9bdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:00:56.622528 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 37c8fd23-cbce-4a0c-8bd9-dea5ef465be8 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:00:56.657202 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c60933b6-26c4-4cb2-a816-4d3bcf0c9bdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:56.690746 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c60933b6-26c4-4cb2-a816-4d3bcf0c9bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:56.701378 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d7198bf9-ca6c-48b1-bf83-303d3a120411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:00:56.748362 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning for port 37c8fd23-cbce-4a0c-8bd9-dea5ef465be8 completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 22:00:56.755992 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 37c8fd23-cbce-4a0c-8bd9-dea5ef465be8 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:00:56.756623 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:56.758097 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-c60933b6-26c4-4cb2-a816-4d3bcf0c9bdf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4231392dfc364e31b24b7de8cb0c6aed&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4434083
Jan 26 22:00:56.759077 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60933b6-26c4-4cb2-a816-4d3bcf0c9bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f189842c-a989-425a-9988-cd0b66b21d0a,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:00:56.761026 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 50022) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:00:56.778199 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c60933b6-26c4-4cb2-a816-4d3bcf0c9bdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:00:56.840028 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-981342be-0fd6-4790-a36a-0af7a5ab2fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:56.876243 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-981342be-0fd6-4790-a36a-0af7a5ab2fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:56.948824 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:56.976740 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-981342be-0fd6-4790-a36a-0af7a5ab2fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:56.982235 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-077b19ab-210d-44aa-8727-a4a27439e7ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:00:56.993251 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202f2436-3e77-4979-a8d8-ce7592cd8bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c8fd23-cbce-4a0c-8bd9-dea5ef465be8'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:00:57.011637 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] For port 37c8fd23-cbce-4a0c-8bd9-dea5ef465be8, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=37c8fd23-cbce-4a0c-8bd9-dea5ef465be8,segment=NetworkSegment(97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec),segment_id=97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:00:57.023308 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-981342be-0fd6-4790-a36a-0af7a5ab2fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:57.027716 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-981342be-0fd6-4790-a36a-0af7a5ab2fc2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f189842c-a989-425a-9988-cd0b66b21d0a HTTP/1.1" status: 204  len: 168 time: 0.2651606
Jan 26 22:00:57.029113 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981342be-0fd6-4790-a36a-0af7a5ab2fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f189842c-a989-425a-9988-cd0b66b21d0a,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:00:57.032277 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-981342be-0fd6-4790-a36a-0af7a5ab2fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:00:57.053272 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:57.056928 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:00:57.149608 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Pushing event updated for resources: {'Port': ['ID=37c8fd23-cbce-4a0c-8bd9-dea5ef465be8,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:00:57.167151 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:57.167566 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:57.172799 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:57.180314 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:57.180314 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:57.180314 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:57.180314 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:57.180314 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:57.180314 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:57.180314 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:57.180314 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:57.180314 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:57.180314 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:57.180314 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:57.180314 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:57.180314 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:57.180314 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:57.180314 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:57.180314 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:57.185139 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:57.187688 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:57.188100 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:57.188472 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:57.188857 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:00:57.200617 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:00:57.358172 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '202f2436-3e77-4979-a8d8-ce7592cd8bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c8fd23-cbce-4a0c-8bd9-dea5ef465be8', 'code': 200}
Jan 26 22:00:57.756048 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe3a47-d623-4631-a95f-e09d4a7191c5 req-7a90a1e9-3d0d-4da1-abbc-cfa7dfe15aaa tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:57.759282 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2cfe3a47-d623-4631-a95f-e09d4a7191c5 req-7a90a1e9-3d0d-4da1-abbc-cfa7dfe15aaa tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 945 time: 0.1821942
Jan 26 22:00:58.000010 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2cfe3a47-d623-4631-a95f-e09d4a7191c5 req-c8308c8b-20cd-4be1-a17e-3ea127294ab5 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1497245
Jan 26 22:00:58.056695 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529007c0-17e3-495b-8bec-346beee01003 req-e0494a4f-b7c5-420a-9911-0d7d5be63235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:58.057436 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-529007c0-17e3-495b-8bec-346beee01003 req-e0494a4f-b7c5-420a-9911-0d7d5be63235 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 1162 time: 0.2965128
Jan 26 22:00:58.122760 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-529007c0-17e3-495b-8bec-346beee01003 req-2283364b-4dc9-4392-a2b2-947b0d231709 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0562408
Jan 26 22:00:58.209618 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 37c8fd23-cbce-4a0c-8bd9-dea5ef465be8 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:00:58.290880 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 37c8fd23-cbce-4a0c-8bd9-dea5ef465be8 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:00:58.291296 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:00:59.402906 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0be31b-ce1a-4246-84ed-19b1e816350f req-5e60a7b7-e70a-48df-947a-9c2dc24cc863 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:00:59.410889 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-be0be31b-ce1a-4246-84ed-19b1e816350f req-5e60a7b7-e70a-48df-947a-9c2dc24cc863 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 945 time: 0.2259698
Jan 26 22:00:59.522934 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-be0be31b-ce1a-4246-84ed-19b1e816350f req-34e02873-5a3e-43be-b5bd-c22b5af61e2d tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0996218
Jan 26 22:01:00.836024 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c0385-a9c0-442a-81ff-1109dfafeb82 req-8b9d8580-3ec7-47ea-9932-ebb6c283ed46 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:00.837841 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-458c0385-a9c0-442a-81ff-1109dfafeb82 req-8b9d8580-3ec7-47ea-9932-ebb6c283ed46 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 945 time: 0.1417308
Jan 26 22:01:00.929788 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-458c0385-a9c0-442a-81ff-1109dfafeb82 req-08afa55e-dd49-4904-9bf8-93b1f99897a2 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0833547
Jan 26 22:01:01.271122 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f4715-f94d-4641-9b60-f0116082a41d req-36cc2e27-c53d-47dc-aa6b-b47b76820467 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:01.273172 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-892f4715-f94d-4641-9b60-f0116082a41d req-36cc2e27-c53d-47dc-aa6b-b47b76820467 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 945 time: 0.1516771
Jan 26 22:01:01.294544 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 50120) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:01:01.301572 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-26bbe0a9-0ccc-4e42-815e-57cae39b8928 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Request body: {'floatingip': {'port_id': '37c8fd23-cbce-4a0c-8bd9-dea5ef465be8'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:01:01.371758 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 50124) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:01:01.433248 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-26bbe0a9-0ccc-4e42-815e-57cae39b8928 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks [] for floatingip, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:01.656336 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-91dedfd5-9376-4ada-ab71-d4da207a78d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:01.680457 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-91dedfd5-9376-4ada-ab71-d4da207a78d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:01:01.685675 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-91dedfd5-9376-4ada-ab71-d4da207a78d0 admin admin] Usage tracker for resource:security_group_rule and tenant:f8926c70e341429da0ee3f79b349ebcf is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:01:01.689126 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-91dedfd5-9376-4ada-ab71-d4da207a78d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:01:01.696391 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-91dedfd5-9376-4ada-ab71-d4da207a78d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:01:01.806070 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-91dedfd5-9376-4ada-ab71-d4da207a78d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:01.833109 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-91dedfd5-9376-4ada-ab71-d4da207a78d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:01.848680 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-63e63c29-a75c-410d-9546-e57ed21fa67c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:01.894910 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dedfd5-9376-4ada-ab71-d4da207a78d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70332195-1296-4ae2-9e91-db62d046c049,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:01.904193 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-91dedfd5-9376-4ada-ab71-d4da207a78d0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f8926c70e341429da0ee3f79b349ebcf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5307498
Jan 26 22:01:01.905183 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 50136) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:01:01.907236 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-91dedfd5-9376-4ada-ab71-d4da207a78d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:02.015182 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1e9418c-081b-49bd-93c9-688c2f095be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:02.045751 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1e9418c-081b-49bd-93c9-688c2f095be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:02.130482 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1e9418c-081b-49bd-93c9-688c2f095be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:02.138156 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-8bff8282-eddd-45e6-84a6-52a20347a3c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:02.156896 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9418c-081b-49bd-93c9-688c2f095be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70332195-1296-4ae2-9e91-db62d046c049,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:02.160095 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e1e9418c-081b-49bd-93c9-688c2f095be7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:02.176493 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1e9418c-081b-49bd-93c9-688c2f095be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:02.177734 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-e1e9418c-081b-49bd-93c9-688c2f095be7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/70332195-1296-4ae2-9e91-db62d046c049 HTTP/1.1" status: 204  len: 168 time: 0.2685256
Jan 26 22:01:02.281299 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-26bbe0a9-0ccc-4e42-815e-57cae39b8928 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:02.331272 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-26bbe0a9-0ccc-4e42-815e-57cae39b8928 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036821521460'] for floatingip, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:02.531441 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.db.l3_db [None req-26bbe0a9-0ccc-4e42-815e-57cae39b8928 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Floating IP c2c75c87-fc5e-4e77-9887-e32a7ed6cb3f associated. External IP: 172.27.2.182, port: 37c8fd23-cbce-4a0c-8bd9-dea5ef465be8.
Jan 26 22:01:03.388134 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26bbe0a9-0ccc-4e42-815e-57cae39b8928 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Router bcfb3fff-4594-4cea-ae9f-548bbaef08fc has already been hosted by L3 agent d246ac06-2269-4624-8b82-d0eab6b3335a {{(pid=80149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 22:01:03.643487 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26bbe0a9-0ccc-4e42-815e-57cae39b8928 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify agent at l3_agent.dv-cinder-772126-1-iscsi the message routers_updated {{(pid=80149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 22:01:03.648607 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-26bbe0a9-0ccc-4e42-815e-57cae39b8928 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for floatingip, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:03.658569 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e5205f-f4bd-408f-82cb-e8f976e67dc7 None None] Sync routers for ids ['bcfb3fff-4594-4cea-ae9f-548bbaef08fc'] in dv-cinder-772126-1-iscsi {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 22:01:03.676925 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e5205f-f4bd-408f-82cb-e8f976e67dc7 None None] Routers {'bcfb3fff-4594-4cea-ae9f-548bbaef08fc'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:01:03.678332 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-c9e5205f-f4bd-408f-82cb-e8f976e67dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5adfb9e10>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:00:43Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['bcfb3fff-4594-4cea-ae9f-548bbaef08fc'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:01:03.715667 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-26bbe0a9-0ccc-4e42-815e-57cae39b8928 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "PUT /v2.0/floatingips/c2c75c87-fc5e-4e77-9887-e32a7ed6cb3f HTTP/1.1" status: 200  len: 991 time: 2.4194372
Jan 26 22:01:03.716444 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '202f2436-3e77-4979-a8d8-ce7592cd8bff', 'tag': '37c8fd23-cbce-4a0c-8bd9-dea5ef465be8'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:01:03.831121 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '202f2436-3e77-4979-a8d8-ce7592cd8bff', 'tag': '37c8fd23-cbce-4a0c-8bd9-dea5ef465be8', 'status': 'completed', 'code': 200}
Jan 26 22:01:03.911116 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-c9e5205f-f4bd-408f-82cb-e8f976e67dc7 None None] Set router bcfb3fff-4594-4cea-ae9f-548bbaef08fc gateway port host: dv-cinder-772126-1-iscsi {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:01:04.472642 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-c9e5205f-f4bd-408f-82cb-e8f976e67dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5adfb9e10>, [{'id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1210003276-router', 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd928ad77-29f1-4fa1-b370-22bea2f190ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:55:06Z', 'updated_at': '2021-01-26T21:55:22Z', 'revision_number': 4, 'project_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'gw_port': {'id': 'd928ad77-29f1-4fa1-b370-22bea2f190ed', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:09Z', 'updated_at': '2021-01-26T21:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_floatingips': [{'id': 'c2c75c87-fc5e-4e77-9887-e32a7ed6cb3f', 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'floating_ip_address': '172.27.2.182', 'floating_network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'router_id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'port_id': '37c8fd23-cbce-4a0c-8bd9-dea5ef465be8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a055a280-6113-40f9-90e9-85b200767415', 'mac_address': 'fa:16:3e:79:72:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f2436-3e77-4979-a8d8-ce7592cd8bff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T22:00:43Z', 'updated_at': '2021-01-26T22:01:02Z', 'revision_number': 1, 'project_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '179080c4-38a5-4df1-b53d-1fa54069dd02', 'name': '', 'network_id': 'a055a280-6113-40f9-90e9-85b200767415', 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'mac_address': 'fa:16:3e:dc:2a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'd34651d4-afa5-4ccf-825b-2a13925b4ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:20Z', 'updated_at': '2021-01-26T21:55:37Z', 'revision_number': 5, 'project_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'subnets': [{'id': 'd34651d4-afa5-4ccf-825b-2a13925b4ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:01:04.477322 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e5205f-f4bd-408f-82cb-e8f976e67dc7 None None] Checking router: bcfb3fff-4594-4cea-ae9f-548bbaef08fc for host: dv-cinder-772126-1-iscsi {{(pid=80150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 22:01:04.489176 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e5205f-f4bd-408f-82cb-e8f976e67dc7 None None] Routers {'bcfb3fff-4594-4cea-ae9f-548bbaef08fc'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:01:04.489868 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-c9e5205f-f4bd-408f-82cb-e8f976e67dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5adfb9e10>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:00:43Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['bcfb3fff-4594-4cea-ae9f-548bbaef08fc'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:01:04.625377 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb67ae-c23a-4891-a3ec-efefe96d2531 req-497d5b4f-2090-4c19-94c8-110f6670bac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:04.627808 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7adb67ae-c23a-4891-a3ec-efefe96d2531 req-497d5b4f-2090-4c19-94c8-110f6670bac2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c8cd6f60f4bf49aabee2ed7fc70c2d8b&device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 1162 time: 0.0924864
Jan 26 22:01:04.719324 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-c9e5205f-f4bd-408f-82cb-e8f976e67dc7 None None] Set router bcfb3fff-4594-4cea-ae9f-548bbaef08fc gateway port host: dv-cinder-772126-1-iscsi {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:01:04.782508 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb67ae-c23a-4891-a3ec-efefe96d2531 req-1a3d752a-8381-4b87-b2c8-04ff1b99f98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:04.784373 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7adb67ae-c23a-4891-a3ec-efefe96d2531 req-1a3d752a-8381-4b87-b2c8-04ff1b99f98a service neutron] 10.222.0.45 "GET /v2.0/networks?id=a055a280-6113-40f9-90e9-85b200767415 HTTP/1.1" status: 200  len: 911 time: 0.1475577
Jan 26 22:01:04.903688 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7adb67ae-c23a-4891-a3ec-efefe96d2531 req-c88449dc-dfa0-44e2-9b39-d27ed8cf42a7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37c8fd23-cbce-4a0c-8bd9-dea5ef465be8 HTTP/1.1" status: 200  len: 999 time: 0.1123068
Jan 26 22:01:04.987805 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb67ae-c23a-4891-a3ec-efefe96d2531 req-ee72d30a-b383-40d6-a0a4-9c742198b6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:04.989488 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7adb67ae-c23a-4891-a3ec-efefe96d2531 req-ee72d30a-b383-40d6-a0a4-9c742198b6ab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d34651d4-afa5-4ccf-825b-2a13925b4ac2 HTTP/1.1" status: 200  len: 856 time: 0.0730922
Jan 26 22:01:05.090757 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb67ae-c23a-4891-a3ec-efefe96d2531 req-15997dbc-2516-419d-9d92-46595c879ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:05.092682 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7adb67ae-c23a-4891-a3ec-efefe96d2531 req-15997dbc-2516-419d-9d92-46595c879ec6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a055a280-6113-40f9-90e9-85b200767415&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0951505
Jan 26 22:01:05.129237 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-c9e5205f-f4bd-408f-82cb-e8f976e67dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5adfb9e10>, [{'id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1210003276-router', 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd928ad77-29f1-4fa1-b370-22bea2f190ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:55:06Z', 'updated_at': '2021-01-26T21:55:22Z', 'revision_number': 4, 'project_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'gw_port': {'id': 'd928ad77-29f1-4fa1-b370-22bea2f190ed', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:09Z', 'updated_at': '2021-01-26T21:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_floatingips': [{'id': 'c2c75c87-fc5e-4e77-9887-e32a7ed6cb3f', 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'floating_ip_address': '172.27.2.182', 'floating_network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'router_id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'port_id': '37c8fd23-cbce-4a0c-8bd9-dea5ef465be8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a055a280-6113-40f9-90e9-85b200767415', 'mac_address': 'fa:16:3e:79:72:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f2436-3e77-4979-a8d8-ce7592cd8bff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T22:00:43Z', 'updated_at': '2021-01-26T22:01:02Z', 'revision_number': 1, 'project_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '179080c4-38a5-4df1-b53d-1fa54069dd02', 'name': '', 'network_id': 'a055a280-6113-40f9-90e9-85b200767415', 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'mac_address': 'fa:16:3e:dc:2a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'd34651d4-afa5-4ccf-825b-2a13925b4ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:20Z', 'updated_at': '2021-01-26T21:55:37Z', 'revision_number': 5, 'project_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'subnets': [{'id': 'd34651d4-afa5-4ccf-825b-2a13925b4ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:01:05.134109 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e5205f-f4bd-408f-82cb-e8f976e67dc7 None None] The sync data for ids ['bcfb3fff-4594-4cea-ae9f-548bbaef08fc'] in dv-cinder-772126-1-iscsi is: [{'id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1210003276-router', 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd928ad77-29f1-4fa1-b370-22bea2f190ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:55:06Z', 'updated_at': '2021-01-26T21:55:22Z', 'revision_number': 4, 'project_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'gw_port': {'id': 'd928ad77-29f1-4fa1-b370-22bea2f190ed', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:09Z', 'updated_at': '2021-01-26T21:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_floatingips': [{'id': 'c2c75c87-fc5e-4e77-9887-e32a7ed6cb3f', 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'floating_ip_address': '172.27.2.182', 'floating_network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'router_id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'port_id': '37c8fd23-cbce-4a0c-8bd9-dea5ef465be8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a055a280-6113-40f9-90e9-85b200767415', 'mac_address': 'fa:16:3e:79:72:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '202f2436-3e77-4979-a8d8-ce7592cd8bff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T22:00:43Z', 'updated_at': '2021-01-26T22:01:02Z', 'revision_number': 1, 'project_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '179080c4-38a5-4df1-b53d-1fa54069dd02', 'name': '', 'network_id': 'a055a280-6113-40f9-90e9-85b200767415', 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'mac_address': 'fa:16:3e:dc:2a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'd34651d4-afa5-4ccf-825b-2a13925b4ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:20Z', 'updated_at': '2021-01-26T21:55:37Z', 'revision_number': 5, 'project_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'subnets': [{'id': 'd34651d4-afa5-4ccf-825b-2a13925b4ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 22:01:05.290508 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7adb67ae-c23a-4891-a3ec-efefe96d2531 req-77ac0c5d-4ab3-4cb7-8c86-af9d86b93abd service neutron] 10.222.0.45 "GET /v2.0/networks/a055a280-6113-40f9-90e9-85b200767415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1889465
Jan 26 22:01:05.447546 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4982a8-9054-4385-acf9-c0524eb07a85 None None] New status for floating IP c2c75c87-fc5e-4e77-9887-e32a7ed6cb3f: ACTIVE {{(pid=80151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 26 22:01:05.455123 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7adb67ae-c23a-4891-a3ec-efefe96d2531 req-9ff9f021-569d-4fdc-ad2b-f3e5b2ec7c09 service neutron] 10.222.0.45 "GET /v2.0/networks/a055a280-6113-40f9-90e9-85b200767415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1567602
Jan 26 22:01:05.709636 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 50192) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:01:05.904005 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2ccf36bd-c0d1-45b0-9617-66e355d11953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:05.932699 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-2ccf36bd-c0d1-45b0-9617-66e355d11953 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:01:05.943322 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-2ccf36bd-c0d1-45b0-9617-66e355d11953 admin admin] Usage tracker for resource:security_group_rule and tenant:41124a8804e04825b38895770656e247 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:01:05.950170 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-2ccf36bd-c0d1-45b0-9617-66e355d11953 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:01:05.958663 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-2ccf36bd-c0d1-45b0-9617-66e355d11953 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:01:06.002710 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-6c123e65-a69f-45b9-98fe-5ca8972021e8 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=ac80e5ee0596417e91202ab42cbd347b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0405896
Jan 26 22:01:06.066247 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2ccf36bd-c0d1-45b0-9617-66e355d11953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:06.101526 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2ccf36bd-c0d1-45b0-9617-66e355d11953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:06.112034 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-ee56aff1-3ac5-46ff-9c0d-84a646e7d213 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:06.155763 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-2ccf36bd-c0d1-45b0-9617-66e355d11953 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=41124a8804e04825b38895770656e247&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4443316
Jan 26 22:01:06.156978 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf36bd-c0d1-45b0-9617-66e355d11953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af8177a-1765-4748-abed-ad627075383c,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:06.160971 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 50216) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:01:06.165019 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2ccf36bd-c0d1-45b0-9617-66e355d11953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:06.231122 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-91c8c025-ad9a-445c-a29e-bb702832f6df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:06.235292 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-54d66527-62ef-4015-bd0d-8b012e2cbd16 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:06.237749 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-54d66527-62ef-4015-bd0d-8b012e2cbd16 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2301266
Jan 26 22:01:06.256939 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-f56cb69b-96bd-4fdf-bc4d-914a71c7754f tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] 10.222.0.30 "GET /v2.0/quotas/ac80e5ee0596417e91202ab42cbd347b HTTP/1.1" status: 200  len: 375 time: 0.0110025
Jan 26 22:01:06.272736 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-91c8c025-ad9a-445c-a29e-bb702832f6df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:06.321849 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-3aa58758-0a96-4697-90a7-38c20f89d289 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ac80e5ee0596417e91202ab42cbd347b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0580587
Jan 26 22:01:06.433133 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-91c8c025-ad9a-445c-a29e-bb702832f6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:06.438552 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a775f260-6c0e-49d8-b94a-5c3da729f6f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:06.450267 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c8c025-ad9a-445c-a29e-bb702832f6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af8177a-1765-4748-abed-ad627075383c,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:06.456750 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-91c8c025-ad9a-445c-a29e-bb702832f6df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:06.458353 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-91c8c025-ad9a-445c-a29e-bb702832f6df admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:06.460721 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-91c8c025-ad9a-445c-a29e-bb702832f6df admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8af8177a-1765-4748-abed-ad627075383c HTTP/1.1" status: 204  len: 168 time: 0.2986302
Jan 26 22:01:06.639767 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4b512959-9a73-4804-b4ff-b74e921340aa req-2c14d6c1-ab6e-42dd-a043-b60b2ee22ce6 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] 10.222.0.30 "GET /v2.0/ports?device_id=527d04a8-b7d2-4285-8ae1-bcf4daca9afa HTTP/1.1" status: 200  len: 210 time: 0.0505064
Jan 26 22:01:07.781886 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f079b3da-7d09-4fde-b136-97315be20fec req-51263cb7-7f33-46f4-b68a-5c25495ed7b5 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] 10.222.0.30 "GET /v2.0/ports?device_id=527d04a8-b7d2-4285-8ae1-bcf4daca9afa HTTP/1.1" status: 200  len: 210 time: 0.0533798
Jan 26 22:01:08.800489 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-18cc1ec1-9f7b-4008-9c42-aa084a52df7f tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=ac80e5ee0596417e91202ab42cbd347b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0339417
Jan 26 22:01:09.027496 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-0b17827f-d2db-4c3c-8ed3-00f961f0f03f req-812fdc74-a8ae-45a9-9549-01b1c7592bff tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] 10.222.0.30 "GET /v2.0/ports?device_id=527d04a8-b7d2-4285-8ae1-bcf4daca9afa HTTP/1.1" status: 200  len: 210 time: 0.0680385
Jan 26 22:01:09.096439 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-400f0a7c-3d77-4cf0-89ef-d5d1c087eaba tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:09.098101 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-400f0a7c-3d77-4cf0-89ef-d5d1c087eaba tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2921796
Jan 26 22:01:09.134871 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-af3f9735-120d-4696-8be8-cff66c0c1455 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Request body: {'port': {'device_id': '527d04a8-b7d2-4285-8ae1-bcf4daca9afa', 'network_id': '3b500496-7537-4bbb-8b22-1f441e017e8d', 'admin_state_up': True, 'tenant_id': 'ac80e5ee0596417e91202ab42cbd347b'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:01:09.194796 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 50254) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:01:09.300868 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-af3f9735-120d-4696-8be8-cff66c0c1455 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:01:09.305029 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-af3f9735-120d-4696-8be8-cff66c0c1455 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Usage tracker for resource:port and tenant:ac80e5ee0596417e91202ab42cbd347b is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:01:09.308291 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-af3f9735-120d-4696-8be8-cff66c0c1455 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:01:09.315320 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-af3f9735-120d-4696-8be8-cff66c0c1455 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:01:09.358941 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-af3f9735-120d-4696-8be8-cff66c0c1455 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Made reservation on behalf of ac80e5ee0596417e91202ab42cbd347b for: {'port': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 22:01:09.374017 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-af3f9735-120d-4696-8be8-cff66c0c1455 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:09.376210 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c974a529-c169-4a2c-ab2c-76fd1fe5817f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:09.389564 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-af3f9735-120d-4696-8be8-cff66c0c1455 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:09.392873 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-c974a529-c169-4a2c-ab2c-76fd1fe5817f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:01:09.397120 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-c974a529-c169-4a2c-ab2c-76fd1fe5817f admin admin] Usage tracker for resource:security_group_rule and tenant:71c4f6d36c8746c8ba9ad6204b5084f1 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:01:09.400261 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-c974a529-c169-4a2c-ab2c-76fd1fe5817f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:01:09.406249 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-c974a529-c169-4a2c-ab2c-76fd1fe5817f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:01:09.410883 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-af3f9735-120d-4696-8be8-cff66c0c1455 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:01:09.415254 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-af3f9735-120d-4696-8be8-cff66c0c1455 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Usage tracker for resource:security_group_rule and tenant:ac80e5ee0596417e91202ab42cbd347b is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:01:09.418406 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-af3f9735-120d-4696-8be8-cff66c0c1455 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:01:09.425034 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-af3f9735-120d-4696-8be8-cff66c0c1455 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:01:09.500384 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c974a529-c169-4a2c-ab2c-76fd1fe5817f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:09.522091 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-af3f9735-120d-4696-8be8-cff66c0c1455 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:09.524559 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c974a529-c169-4a2c-ab2c-76fd1fe5817f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:09.534676 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e1e9418c-081b-49bd-93c9-688c2f095be7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:09.553295 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-af3f9735-120d-4696-8be8-cff66c0c1455 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:09.564754 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a62ca3b5-1a1a-4a1c-b664-dadb1cd13add admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:09.576674 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e09f9b88-fc7d-4a03-86d3-032d4e0dee27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:09.585078 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-c974a529-c169-4a2c-ab2c-76fd1fe5817f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=71c4f6d36c8746c8ba9ad6204b5084f1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3881099
Jan 26 22:01:09.585768 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 50264) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:01:09.588523 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c974a529-c169-4a2c-ab2c-76fd1fe5817f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06380312-f1c6-493e-8cb1-59fded973f1f,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:09.602470 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c974a529-c169-4a2c-ab2c-76fd1fe5817f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:09.661941 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6ff4724b-8eb7-41d2-9365-0211fd74ac36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:09.676873 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f9735-120d-4696-8be8-cff66c0c1455 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a1c41b-0627-4e10-a988-e32a2de01bb6,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:09.685987 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-af3f9735-120d-4696-8be8-cff66c0c1455 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:09.699724 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6ff4724b-8eb7-41d2-9365-0211fd74ac36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:09.776112 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6ff4724b-8eb7-41d2-9365-0211fd74ac36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:09.781539 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-bf4e3b13-3ada-4c72-8e64-c9123d9b7150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:09.793789 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff4724b-8eb7-41d2-9365-0211fd74ac36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06380312-f1c6-493e-8cb1-59fded973f1f,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:09.797812 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6ff4724b-8eb7-41d2-9365-0211fd74ac36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:09.802305 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6ff4724b-8eb7-41d2-9365-0211fd74ac36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:09.806144 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-6ff4724b-8eb7-41d2-9365-0211fd74ac36 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/06380312-f1c6-493e-8cb1-59fded973f1f HTTP/1.1" status: 204  len: 168 time: 0.2165692
Jan 26 22:01:09.990612 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-af3f9735-120d-4696-8be8-cff66c0c1455 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Allocated IP 192.168.233.177 (3b500496-7537-4bbb-8b22-1f441e017e8d/ce664efb-79d4-4d64-b179-b2b077543c40/b4a20668-1350-4124-b263-e4c588588d7e) {{(pid=80149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 22:01:10.272729 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d608d7a1-9117-42f8-b2b5-05ac4e0b2179 req-64d35ecd-5a09-4839-89cf-7a2b798744a3 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] 10.222.0.30 "GET /v2.0/ports?device_id=527d04a8-b7d2-4285-8ae1-bcf4daca9afa HTTP/1.1" status: 200  len: 210 time: 0.0764649
Jan 26 22:01:10.366497 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-af3f9735-120d-4696-8be8-cff66c0c1455 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Notify callbacks [] for port, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:10.386815 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-af3f9735-120d-4696-8be8-cff66c0c1455 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Transition to ACTIVE for port object b4a20668-1350-4124-b263-e4c588588d7e will not be triggered until provisioned by entity DHCP. {{(pid=80149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 22:01:10.445710 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-af3f9735-120d-4696-8be8-cff66c0c1455 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31462196'] for port, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:10.468639 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d6b3d5db-f8dc-45ff-84e3-817f855c6f59 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:10.890882 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 50290) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:01:10.893986 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f9735-120d-4696-8be8-cff66c0c1455 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Pushing event updated for resources: {'Port': ['ID=b4a20668-1350-4124-b263-e4c588588d7e,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:10.899512 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-af3f9735-120d-4696-8be8-cff66c0c1455 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:10.954362 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-af3f9735-120d-4696-8be8-cff66c0c1455 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Network 3b500496-7537-4bbb-8b22-1f441e017e8d is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 22:01:10.956225 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-af3f9735-120d-4696-8be8-cff66c0c1455 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Resources bound (agent type, host, resource id):  {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 22:01:10.958765 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-af3f9735-120d-4696-8be8-cff66c0c1455 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Received port after_create {{(pid=80149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 22:01:11.093140 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-4f9182fa-e07a-495a-a142-d780432a5ab4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1153757456-network', 'tenant_id': '66b3e2a25f144fa88a4be7bd2f2b4abf'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:01:11.098426 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-af3f9735-120d-4696-8be8-cff66c0c1455 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:11.099756 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-af3f9735-120d-4696-8be8-cff66c0c1455 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:11.103631 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-4f9182fa-e07a-495a-a142-d780432a5ab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:01:11.109222 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-4f9182fa-e07a-495a-a142-d780432a5ab4 admin admin] Usage tracker for resource:network and tenant:66b3e2a25f144fa88a4be7bd2f2b4abf is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:01:11.114094 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-4f9182fa-e07a-495a-a142-d780432a5ab4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:01:11.120902 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-4f9182fa-e07a-495a-a142-d780432a5ab4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:01:11.188303 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-af3f9735-120d-4696-8be8-cff66c0c1455 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.0616584
Jan 26 22:01:11.213212 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-3e839f8c-ee7c-425f-bcce-5a29ba60c570 service neutron] Request body: {'port': {'device_id': '527d04a8-b7d2-4285-8ae1-bcf4daca9afa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:01:11.238659 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9182fa-e07a-495a-a142-d780432a5ab4 admin admin] Made reservation on behalf of 66b3e2a25f144fa88a4be7bd2f2b4abf for: {'network': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 22:01:11.245052 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4f9182fa-e07a-495a-a142-d780432a5ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for network, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:11.261285 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4f9182fa-e07a-495a-a142-d780432a5ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:11.278797 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-4f9182fa-e07a-495a-a142-d780432a5ab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:01:11.284229 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-4f9182fa-e07a-495a-a142-d780432a5ab4 admin admin] Usage tracker for resource:security_group_rule and tenant:66b3e2a25f144fa88a4be7bd2f2b4abf is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:01:11.287672 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-4f9182fa-e07a-495a-a142-d780432a5ab4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:01:11.294386 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-4f9182fa-e07a-495a-a142-d780432a5ab4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:01:11.346864 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-3e839f8c-ee7c-425f-bcce-5a29ba60c570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:11.353218 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-31d76a01-21b3-4d1f-8984-d141a4e34cd2 None None] Provisioning for port b4a20668-1350-4124-b263-e4c588588d7e completed by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 22:01:11.359035 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-31d76a01-21b3-4d1f-8984-d141a4e34cd2 None None] Provisioning complete for port b4a20668-1350-4124-b263-e4c588588d7e triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:01:11.359726 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-31d76a01-21b3-4d1f-8984-d141a4e34cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:11.425407 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-31d76a01-21b3-4d1f-8984-d141a4e34cd2 None None] Port b4a20668-1350-4124-b263-e4c588588d7e cannot update to ACTIVE because it is not bound. {{(pid=80150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 22:01:11.459540 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4f9182fa-e07a-495a-a142-d780432a5ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:11.485134 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4f9182fa-e07a-495a-a142-d780432a5ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:11.493670 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b96f7cfd-b32b-41ce-b22d-799d7928ae19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:11.528027 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f9182fa-e07a-495a-a142-d780432a5ab4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 26 22:01:11.544808 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9182fa-e07a-495a-a142-d780432a5ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af06033-cb85-4bce-bc30-8abd73b2ddf9,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:11.549267 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4f9182fa-e07a-495a-a142-d780432a5ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853870792'] for segment, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:11.549671 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.db.segments_db [None req-4f9182fa-e07a-495a-a142-d780432a5ab4 admin admin] Added segment 70525c5d-2c00-4ccf-9cca-a6432e942fb5 of type vxlan for network 8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a
Jan 26 22:01:11.552683 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-4f9182fa-e07a-495a-a142-d780432a5ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:11.602948 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4f9182fa-e07a-495a-a142-d780432a5ab4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247825098817'] for network, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:11.684676 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4f9182fa-e07a-495a-a142-d780432a5ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897'] for network, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:11.685918 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9182fa-e07a-495a-a142-d780432a5ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:11.686574 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4f9182fa-e07a-495a-a142-d780432a5ab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for network, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:11.690701 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-24847a94-557a-49ff-85df-fc7df415e520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:11.712409 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82319587-cbce-4a99-a3c3-165c3bc5b7f7 req-35158947-ddd1-406b-877d-855701538867 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:11.713249 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-82319587-cbce-4a99-a3c3-165c3bc5b7f7 req-35158947-ddd1-406b-877d-855701538867 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Synchronizing usage tracker for tenant:ac80e5ee0596417e91202ab42cbd347b on resource:port {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 22:01:11.773589 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-82319587-cbce-4a99-a3c3-165c3bc5b7f7 req-35158947-ddd1-406b-877d-855701538867 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Unset dirty status for tenant:ac80e5ee0596417e91202ab42cbd347b on resource:port {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 22:01:11.774961 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-82319587-cbce-4a99-a3c3-165c3bc5b7f7 req-35158947-ddd1-406b-877d-855701538867 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] 10.222.0.30 "GET /v2.0/ports?device_id=527d04a8-b7d2-4285-8ae1-bcf4daca9afa HTTP/1.1" status: 200  len: 936 time: 0.3417625
Jan 26 22:01:11.810975 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9182fa-e07a-495a-a142-d780432a5ab4 admin admin] Pushing event updated for resources: {'Network': ['ID=8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:11.814613 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-4f9182fa-e07a-495a-a142-d780432a5ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:11.836287 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Network 8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a details requested by agent ovs-agent-dv-cinder-772126-1-iscsi with host dv-cinder-772126-1-iscsi {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 22:01:11.843796 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-4f9182fa-e07a-495a-a142-d780432a5ab4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.9456179
Jan 26 22:01:11.844163 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 50300) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:01:11.852076 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-efda0483-69df-4f27-a0ba-653694e0e0b8 admin admin] Request body: {'subnet': {'network_id': '8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1153757456-subnet', 'tenant_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'ip_version': 4}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:01:11.858109 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-efda0483-69df-4f27-a0ba-653694e0e0b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:01:11.864087 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-efda0483-69df-4f27-a0ba-653694e0e0b8 admin admin] Usage tracker for resource:subnet and tenant:66b3e2a25f144fa88a4be7bd2f2b4abf is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:01:11.868616 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-efda0483-69df-4f27-a0ba-653694e0e0b8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:01:11.877596 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-efda0483-69df-4f27-a0ba-653694e0e0b8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:01:11.878565 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Network 8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a details requested by agent ovs-agent-hv-cinder-77212 with host hv-cinder-77212 {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 22:01:11.930940 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-82319587-cbce-4a99-a3c3-165c3bc5b7f7 req-4a64455c-357b-4302-b229-3c58fe3504dc tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Synchronizing usage tracker for tenant:ac80e5ee0596417e91202ab42cbd347b on resource:security_group {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 22:01:11.931575 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efda0483-69df-4f27-a0ba-653694e0e0b8 admin admin] Made reservation on behalf of 66b3e2a25f144fa88a4be7bd2f2b4abf for: {'subnet': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 22:01:11.952986 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-efda0483-69df-4f27-a0ba-653694e0e0b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036823000920'] for subnet, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:12.025493 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-82319587-cbce-4a99-a3c3-165c3bc5b7f7 req-4a64455c-357b-4302-b229-3c58fe3504dc tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Unset dirty status for tenant:ac80e5ee0596417e91202ab42cbd347b on resource:security_group {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 22:01:12.026781 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-82319587-cbce-4a99-a3c3-165c3bc5b7f7 req-4a64455c-357b-4302-b229-3c58fe3504dc tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7a1c41b-0627-4e10-a988-e32a2de01bb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2010322
Jan 26 22:01:12.069554 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-3e839f8c-ee7c-425f-bcce-5a29ba60c570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4a20668-1350-4124-b263-e4c588588d7e {{(pid=80149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 26 22:01:12.079819 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-3e839f8c-ee7c-425f-bcce-5a29ba60c570 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:12.093213 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-3e839f8c-ee7c-425f-bcce-5a29ba60c570 service neutron] Transition to ACTIVE for port object b4a20668-1350-4124-b263-e4c588588d7e will not be triggered until provisioned by entity L2. {{(pid=80149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 22:01:12.124515 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-3e839f8c-ee7c-425f-bcce-5a29ba60c570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823313603'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:12.140782 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-59781724-34c1-4926-890f-9b5c1d49c63f tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:12.288237 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e839f8c-ee7c-425f-bcce-5a29ba60c570 service neutron] Pushing event updated for resources: {'Port': ['ID=b4a20668-1350-4124-b263-e4c588588d7e,revision_number=2']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:12.305004 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3e839f8c-ee7c-425f-bcce-5a29ba60c570 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:12.453117 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-efda0483-69df-4f27-a0ba-653694e0e0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036822365487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036823000903'] for subnet, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:12.469973 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:12.491841 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-3e839f8c-ee7c-425f-bcce-5a29ba60c570 service neutron] Attempting to bind port b4a20668-1350-4124-b263-e4c588588d7e on host hv-cinder-77212 for vnic_type normal with profile  {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 22:01:12.492374 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-3e839f8c-ee7c-425f-bcce-5a29ba60c570 service neutron] Attempting to bind port b4a20668-1350-4124-b263-e4c588588d7e by drivers openvswitch on host hv-cinder-77212 at level 0 using segments [{'id': '9f1fa4dc-9cd6-4726-b0f6-2e6e73560ae9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3b500496-7537-4bbb-8b22-1f441e017e8d'}] {{(pid=80149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 22:01:12.492846 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-3e839f8c-ee7c-425f-bcce-5a29ba60c570 service neutron] Attempting to bind port b4a20668-1350-4124-b263-e4c588588d7e on network 3b500496-7537-4bbb-8b22-1f441e017e8d {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 22:01:12.499093 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-3e839f8c-ee7c-425f-bcce-5a29ba60c570 service neutron] Checking agent: {'id': '907ce3e7-819e-4a7f-a1c4-c44a902d1710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 21, 53, 12), 'started_at': datetime.datetime(2021, 1, 26, 21, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 22, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 22:01:12.499697 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-3e839f8c-ee7c-425f-bcce-5a29ba60c570 service neutron] Checking segment: {'id': '9f1fa4dc-9cd6-4726-b0f6-2e6e73560ae9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3b500496-7537-4bbb-8b22-1f441e017e8d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 22:01:12.500181 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-3e839f8c-ee7c-425f-bcce-5a29ba60c570 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:12.500577 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-3e839f8c-ee7c-425f-bcce-5a29ba60c570 service neutron] Bound using segment: {'id': '9f1fa4dc-9cd6-4726-b0f6-2e6e73560ae9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3b500496-7537-4bbb-8b22-1f441e017e8d'} {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 22:01:12.501062 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-3e839f8c-ee7c-425f-bcce-5a29ba60c570 service neutron] Bound port: b4a20668-1350-4124-b263-e4c588588d7e, host: hv-cinder-77212, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f1fa4dc-9cd6-4726-b0f6-2e6e73560ae9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '3b500496-7537-4bbb-8b22-1f441e017e8d'}}] {{(pid=80149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 22:01:12.501598 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-3e839f8c-ee7c-425f-bcce-5a29ba60c570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:12.618797 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-3e839f8c-ee7c-425f-bcce-5a29ba60c570 service neutron] For port b4a20668-1350-4124-b263-e4c588588d7e, host hv-cinder-77212, cleared binding levels {{(pid=80149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 22:01:12.622160 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-3e839f8c-ee7c-425f-bcce-5a29ba60c570 service neutron] For port b4a20668-1350-4124-b263-e4c588588d7e, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=b4a20668-1350-4124-b263-e4c588588d7e,segment=NetworkSegment(9f1fa4dc-9cd6-4726-b0f6-2e6e73560ae9),segment_id=9f1fa4dc-9cd6-4726-b0f6-2e6e73560ae9)] {{(pid=80149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 22:01:12.651118 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda0483-69df-4f27-a0ba-653694e0e0b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a7d63f7-1667-43f1-aec3-7e67170ed9cb,revision_number=0']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:12.656473 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-efda0483-69df-4f27-a0ba-653694e0e0b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:12.667890 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-3e839f8c-ee7c-425f-bcce-5a29ba60c570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823313603'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:12.685137 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2ce26672-c51b-4700-a86a-c8d7bc52fd9e tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:12.723585 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efda0483-69df-4f27-a0ba-653694e0e0b8 admin admin] Checking segment: {'id': '70525c5d-2c00-4ccf-9cca-a6432e942fb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 22:01:12.723979 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efda0483-69df-4f27-a0ba-653694e0e0b8 admin admin] Network hostable DHCP agents. Network: 8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a, hostable agents: ['31d7f489-5cf7-4386-baac-120d285301b4'], hosted agents: [] {{(pid=80148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 26 22:01:12.770553 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efda0483-69df-4f27-a0ba-653694e0e0b8 admin admin] Network 8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a is scheduled to be hosted by DHCP agent 31d7f489-5cf7-4386-baac-120d285301b4 with binding_index 1 {{(pid=80148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 26 22:01:12.810293 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-efda0483-69df-4f27-a0ba-653694e0e0b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-1-iscsi, 8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a) {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 22:01:12.832839 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073e9631-4341-4693-b6fa-299b47c038eb None None] Network 8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a requested from dv-cinder-772126-1-iscsi {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 22:01:12.846597 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efda0483-69df-4f27-a0ba-653694e0e0b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:12.847357 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-efda0483-69df-4f27-a0ba-653694e0e0b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for subnet, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:12.858924 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e839f8c-ee7c-425f-bcce-5a29ba60c570 service neutron] Pushing event updated for resources: {'Port': ['ID=b4a20668-1350-4124-b263-e4c588588d7e,revision_number=3']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:12.863909 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3e839f8c-ee7c-425f-bcce-5a29ba60c570 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:12.915516 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-3e839f8c-ee7c-425f-bcce-5a29ba60c570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:12.916476 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-3e839f8c-ee7c-425f-bcce-5a29ba60c570 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:12.918143 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-3e839f8c-ee7c-425f-bcce-5a29ba60c570 service neutron] 10.222.0.45 "PUT /v2.0/ports/b4a20668-1350-4124-b263-e4c588588d7e HTTP/1.1" status: 200  len: 1162 time: 1.7101419
Jan 26 22:01:12.918724 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '527d04a8-b7d2-4285-8ae1-bcf4daca9afa', 'tag': 'b4a20668-1350-4124-b263-e4c588588d7e'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:01:12.934120 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-efda0483-69df-4f27-a0ba-653694e0e0b8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0886426
Jan 26 22:01:12.937276 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 50308) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:01:12.946707 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-975377fa-430b-496d-b97b-7b384e843515 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1153757456-router', 'tenant_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'}}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:01:12.952274 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-975377fa-430b-496d-b97b-7b384e843515 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:01:12.959474 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-975377fa-430b-496d-b97b-7b384e843515 admin admin] Usage tracker for resource:router and tenant:66b3e2a25f144fa88a4be7bd2f2b4abf is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:01:12.962795 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-975377fa-430b-496d-b97b-7b384e843515 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:01:12.969337 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-975377fa-430b-496d-b97b-7b384e843515 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:01:13.046748 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '527d04a8-b7d2-4285-8ae1-bcf4daca9afa', 'tag': 'b4a20668-1350-4124-b263-e4c588588d7e', 'status': 'completed', 'code': 200}
Jan 26 22:01:13.055261 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-975377fa-430b-496d-b97b-7b384e843515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33260817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854745247'] for router, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:13.057079 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-975377fa-430b-496d-b97b-7b384e843515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036821530053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036821521605', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33219226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30568'] for router, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:13.108958 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-975377fa-430b-496d-b97b-7b384e843515 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:13.167095 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e73979e-4f7d-4a76-9efd-75a894e574bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45ffbaf4-b3a1-547e-b523-a9c7770f6ba3-8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a', 'network_id': '8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a', 'tenant_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'fixed_ips': [{'subnet_id': '2a7d63f7-1667-43f1-aec3-7e67170ed9cb'}]}} from dv-cinder-772126-1-iscsi. {{(pid=80150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 26 22:01:13.168451 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1e73979e-4f7d-4a76-9efd-75a894e574bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:13.178434 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-10cd07cf-9feb-4a6f-b22f-efc26773273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:13.181422 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-10cd07cf-9feb-4a6f-b22f-efc26773273c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ac80e5ee0596417e91202ab42cbd347b&device_id=527d04a8-b7d2-4285-8ae1-bcf4daca9afa HTTP/1.1" status: 200  len: 1165 time: 0.1727142
Jan 26 22:01:13.433564 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:13.453136 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-d8490bb0-7b6a-4c39-a819-0f6897b1027d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=b4a20668-1350-4124-b263-e4c588588d7e HTTP/1.1" status: 200  len: 217 time: 0.1916654
Jan 26 22:01:13.496026 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-43e3c2b2-c28e-4089-8535-eaf39d1d199a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:13.605444 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-1e73979e-4f7d-4a76-9efd-75a894e574bc None None] Allocated IP 172.20.0.2 (8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a/2a7d63f7-1667-43f1-aec3-7e67170ed9cb/d2708728-515f-4424-bd51-f6900cd76fc7) {{(pid=80150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 22:01:13.742251 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-975377fa-430b-496d-b97b-7b384e843515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036821521622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33260800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30471'] for router, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:13.766742 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-ce8a1161-a6d3-4912-bb66-4c76e527da07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:13.768989 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-ce8a1161-a6d3-4912-bb66-4c76e527da07 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ce664efb-79d4-4d64-b179-b2b077543c40 HTTP/1.1" status: 200  len: 843 time: 0.3057642
Jan 26 22:01:13.821771 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c2c1a-c11c-493e-aaa9-256de62101bc req-112d4cc4-2b4e-4257-b64e-2e5913b24563 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:13.823581 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-470c2c1a-c11c-493e-aaa9-256de62101bc req-112d4cc4-2b4e-4257-b64e-2e5913b24563 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] 10.222.0.30 "GET /v2.0/ports?device_id=527d04a8-b7d2-4285-8ae1-bcf4daca9afa HTTP/1.1" status: 200  len: 948 time: 0.5634446
Jan 26 22:01:14.020848 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-470c2c1a-c11c-493e-aaa9-256de62101bc req-2e95da1a-bd0c-4032-8b23-d9ee6b1a18b0 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7a1c41b-0627-4e10-a988-e32a2de01bb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1483076
Jan 26 22:01:14.035928 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1e73979e-4f7d-4a76-9efd-75a894e574bc None None] Notify callbacks [] for port, precommit_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:14.051912 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-1e73979e-4f7d-4a76-9efd-75a894e574bc None None] Transition to ACTIVE for port object d2708728-515f-4424-bd51-f6900cd76fc7 will not be triggered until provisioned by entity L2. {{(pid=80150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 22:01:14.055006 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-8d217771-5e04-43d0-aced-cb63647ef218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:14.056728 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-8d217771-5e04-43d0-aced-cb63647ef218 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b500496-7537-4bbb-8b22-1f441e017e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.2320631
Jan 26 22:01:14.070562 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-1e73979e-4f7d-4a76-9efd-75a894e574bc None None] Transition to ACTIVE for port object d2708728-515f-4424-bd51-f6900cd76fc7 will not be triggered until provisioned by entity DHCP. {{(pid=80150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 22:01:14.113423 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1e73979e-4f7d-4a76-9efd-75a894e574bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008'] for port, after_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:14.130564 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f7e0ac9d-c952-4cb3-b0de-d15a6f0bf461 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:14.275443 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e73979e-4f7d-4a76-9efd-75a894e574bc None None] Pushing event updated for resources: {'Port': ['ID=d2708728-515f-4424-bd51-f6900cd76fc7,revision_number=1']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:14.279086 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1e73979e-4f7d-4a76-9efd-75a894e574bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:14.335000 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e73979e-4f7d-4a76-9efd-75a894e574bc None None] Network 8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a is already hosted by enough agents. {{(pid=80150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 22:01:14.336399 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-1e73979e-4f7d-4a76-9efd-75a894e574bc None None] Resources bound (agent type, host, resource id):  {{(pid=80150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 22:01:14.339028 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e73979e-4f7d-4a76-9efd-75a894e574bc None None] Received port after_create {{(pid=80150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 22:01:14.412615 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-1e73979e-4f7d-4a76-9efd-75a894e574bc None None] Attempting to bind port d2708728-515f-4424-bd51-f6900cd76fc7 on host dv-cinder-772126-1-iscsi for vnic_type normal with profile  {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 22:01:14.413025 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-1e73979e-4f7d-4a76-9efd-75a894e574bc None None] Attempting to bind port d2708728-515f-4424-bd51-f6900cd76fc7 by drivers openvswitch on host dv-cinder-772126-1-iscsi at level 0 using segments [{'id': '70525c5d-2c00-4ccf-9cca-a6432e942fb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a'}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 22:01:14.413436 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e73979e-4f7d-4a76-9efd-75a894e574bc None None] Attempting to bind port d2708728-515f-4424-bd51-f6900cd76fc7 on network 8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 22:01:14.419713 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e73979e-4f7d-4a76-9efd-75a894e574bc None None] Checking agent: {'id': 'acda3ae2-213d-42a9-bfbd-ef6e74b838e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 21, 45, 45), 'started_at': datetime.datetime(2021, 1, 26, 21, 46, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 22, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 22:01:14.420162 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e73979e-4f7d-4a76-9efd-75a894e574bc None None] Checking segment: {'id': '70525c5d-2c00-4ccf-9cca-a6432e942fb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 22:01:14.420611 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1e73979e-4f7d-4a76-9efd-75a894e574bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:14.421047 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e73979e-4f7d-4a76-9efd-75a894e574bc None None] Bound using segment: {'id': '70525c5d-2c00-4ccf-9cca-a6432e942fb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a'} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 22:01:14.421557 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-1e73979e-4f7d-4a76-9efd-75a894e574bc None None] Bound port: d2708728-515f-4424-bd51-f6900cd76fc7, host: dv-cinder-772126-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70525c5d-2c00-4ccf-9cca-a6432e942fb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a'}}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 22:01:14.422026 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1e73979e-4f7d-4a76-9efd-75a894e574bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:14.437644 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:14.527526 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-1e73979e-4f7d-4a76-9efd-75a894e574bc None None] For port d2708728-515f-4424-bd51-f6900cd76fc7, host dv-cinder-772126-1-iscsi, cleared binding levels {{(pid=80150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 22:01:14.531007 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-1e73979e-4f7d-4a76-9efd-75a894e574bc None None] For port d2708728-515f-4424-bd51-f6900cd76fc7, host dv-cinder-772126-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=d2708728-515f-4424-bd51-f6900cd76fc7,segment=NetworkSegment(70525c5d-2c00-4ccf-9cca-a6432e942fb5),segment_id=70525c5d-2c00-4ccf-9cca-a6432e942fb5)] {{(pid=80150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 22:01:14.594075 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1e73979e-4f7d-4a76-9efd-75a894e574bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:14.613011 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:14.634781 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-458dbb41-887a-44fa-9587-1302f26c64ad service neutron] 10.222.0.45 "GET /v2.0/networks/3b500496-7537-4bbb-8b22-1f441e017e8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5611699
Jan 26 22:01:14.723088 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:14.750163 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-975377fa-430b-496d-b97b-7b384e843515 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:14.790689 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e73979e-4f7d-4a76-9efd-75a894e574bc None None] Pushing event updated for resources: {'Port': ['ID=d2708728-515f-4424-bd51-f6900cd76fc7,revision_number=2']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:14.793851 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-975377fa-430b-496d-b97b-7b384e843515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:14.794309 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1e73979e-4f7d-4a76-9efd-75a894e574bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:14.933876 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e9a818c6-b7fd-48cc-8410-f038ce676f17 req-b35ea328-f000-4451-b835-5472e012e439 service neutron] 10.222.0.45 "GET /v2.0/networks/3b500496-7537-4bbb-8b22-1f441e017e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2894685
Jan 26 22:01:15.288514 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-975377fa-430b-496d-b97b-7b384e843515 admin admin] Allocated IP 172.27.2.158 (1ba61b85-6a57-4c86-8c7b-e71ed182691b/36fb7a5a-6726-45c7-9dc5-3a7ad8db1808/4c395e7e-a63f-4acf-bc4c-8cec9d88be03) {{(pid=80149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 22:01:15.359256 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555fbe70-8a68-4a74-bd39-434a022d80c8 req-700accfb-fb4d-4e69-ae20-a54237eba9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:15.361618 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-555fbe70-8a68-4a74-bd39-434a022d80c8 req-700accfb-fb4d-4e69-ae20-a54237eba9e2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ac80e5ee0596417e91202ab42cbd347b&device_id=527d04a8-b7d2-4285-8ae1-bcf4daca9afa HTTP/1.1" status: 200  len: 1165 time: 0.2576749
Jan 26 22:01:15.398798 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:15.574625 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292158ce-e002-47de-aa95-709c2fd9c296 req-5b721beb-c1ff-453c-b5ee-483e5a092e24 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:15.576395 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-292158ce-e002-47de-aa95-709c2fd9c296 req-5b721beb-c1ff-453c-b5ee-483e5a092e24 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] 10.222.0.30 "GET /v2.0/ports?device_id=527d04a8-b7d2-4285-8ae1-bcf4daca9afa HTTP/1.1" status: 200  len: 948 time: 0.3814535
Jan 26 22:01:15.723330 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-975377fa-430b-496d-b97b-7b384e843515 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:15.738887 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-292158ce-e002-47de-aa95-709c2fd9c296 req-fe5162e4-53df-4fb6-afc2-105dfea23ed5 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7a1c41b-0627-4e10-a988-e32a2de01bb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1446548
Jan 26 22:01:15.743045 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555fbe70-8a68-4a74-bd39-434a022d80c8 req-a29512c7-c12f-44f0-a049-18b2ccba8f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:15.744553 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-555fbe70-8a68-4a74-bd39-434a022d80c8 req-a29512c7-c12f-44f0-a049-18b2ccba8f05 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3b500496-7537-4bbb-8b22-1f441e017e8d HTTP/1.1" status: 200  len: 863 time: 0.3252435
Jan 26 22:01:15.822171 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-555fbe70-8a68-4a74-bd39-434a022d80c8 req-814b8668-97f4-4a7d-8b2e-22bc0f9420a1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=b4a20668-1350-4124-b263-e4c588588d7e HTTP/1.1" status: 200  len: 217 time: 0.0684879
Jan 26 22:01:15.901380 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555fbe70-8a68-4a74-bd39-434a022d80c8 req-62e852bb-5c46-4cf6-8545-c2196bab99ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:15.903092 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-555fbe70-8a68-4a74-bd39-434a022d80c8 req-62e852bb-5c46-4cf6-8545-c2196bab99ca service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ce664efb-79d4-4d64-b179-b2b077543c40 HTTP/1.1" status: 200  len: 843 time: 0.0713544
Jan 26 22:01:15.960627 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-975377fa-430b-496d-b97b-7b384e843515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31462196'] for port, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:15.980411 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2ae3c0c0-21f4-4399-a660-6aaaf2b32e45 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:16.150849 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975377fa-430b-496d-b97b-7b384e843515 admin admin] Pushing event updated for resources: {'Port': ['ID=4c395e7e-a63f-4acf-bc4c-8cec9d88be03,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:16.154141 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-975377fa-430b-496d-b97b-7b384e843515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:16.197808 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555fbe70-8a68-4a74-bd39-434a022d80c8 req-25419438-a403-4244-adab-1fed6a678caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:16.199527 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-555fbe70-8a68-4a74-bd39-434a022d80c8 req-25419438-a403-4244-adab-1fed6a678caa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3b500496-7537-4bbb-8b22-1f441e017e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.2749493
Jan 26 22:01:16.243642 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975377fa-430b-496d-b97b-7b384e843515 admin admin] Network 1ba61b85-6a57-4c86-8c7b-e71ed182691b is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 22:01:16.247935 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-975377fa-430b-496d-b97b-7b384e843515 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 22:01:16.250284 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975377fa-430b-496d-b97b-7b384e843515 admin admin] Received port after_create {{(pid=80149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 22:01:16.326774 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44871e6-267b-4f7a-9999-0a9abd2497ed None None] Network 8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a requested from dv-cinder-772126-1-iscsi {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 22:01:16.469872 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-11d698dd-6a31-47c4-85e5-8f34d9b2fe45 None None] Provisioning for port d2708728-515f-4424-bd51-f6900cd76fc7 completed by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 22:01:16.580258 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-555fbe70-8a68-4a74-bd39-434a022d80c8 req-8a5b5fa2-c75b-432e-be7e-c4805e822748 service neutron] 10.222.0.45 "GET /v2.0/networks/3b500496-7537-4bbb-8b22-1f441e017e8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3699222
Jan 26 22:01:16.664880 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device d2708728-515f-4424-bd51-f6900cd76fc7 up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:01:16.773819 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-555fbe70-8a68-4a74-bd39-434a022d80c8 req-4df55383-c91a-4b33-ba75-8f190edc4aa2 service neutron] 10.222.0.45 "GET /v2.0/networks/3b500496-7537-4bbb-8b22-1f441e017e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1842251
Jan 26 22:01:16.775758 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning for port d2708728-515f-4424-bd51-f6900cd76fc7 completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 22:01:16.785571 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port d2708728-515f-4424-bd51-f6900cd76fc7 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:01:16.785571 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:16.924489 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:16.959737 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-7fabe2f4-6aec-45dc-8a40-d39e58d0e9de None None] Provisioning complete for port d2708728-515f-4424-bd51-f6900cd76fc7 triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:01:16.960286 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7fabe2f4-6aec-45dc-8a40-d39e58d0e9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:17.047837 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 22:01:17.133288 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] For port d2708728-515f-4424-bd51-f6900cd76fc7, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=d2708728-515f-4424-bd51-f6900cd76fc7,segment=NetworkSegment(70525c5d-2c00-4ccf-9cca-a6432e942fb5),segment_id=70525c5d-2c00-4ccf-9cca-a6432e942fb5)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:01:17.188521 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:17.192807 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:17.233708 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Network 3b500496-7537-4bbb-8b22-1f441e017e8d details requested by agent ovs-agent-hv-cinder-77212 with host hv-cinder-77212 {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 22:01:17.417242 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945bb6a-9e99-4da7-81c5-bac196768df2 req-621558ba-78ad-44f7-ad3d-e6b385c3e3ec tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:17.418940 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9945bb6a-9e99-4da7-81c5-bac196768df2 req-621558ba-78ad-44f7-ad3d-e6b385c3e3ec tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] 10.222.0.30 "GET /v2.0/ports?device_id=527d04a8-b7d2-4285-8ae1-bcf4daca9afa HTTP/1.1" status: 200  len: 948 time: 0.5098367
Jan 26 22:01:17.421714 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-975377fa-430b-496d-b97b-7b384e843515 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:17.421896 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Pushing event updated for resources: {'Port': ['ID=d2708728-515f-4424-bd51-f6900cd76fc7,revision_number=3']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:17.425475 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:17.522098 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-98a00f65-8d7c-4302-96e6-324e297ed494 None None] Provisioning complete for port d2708728-515f-4424-bd51-f6900cd76fc7 triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:01:17.522517 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-98a00f65-8d7c-4302-96e6-324e297ed494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:17.622221 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9945bb6a-9e99-4da7-81c5-bac196768df2 req-377ca304-4f91-4f7e-a78a-de7fdbd6f6e3 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7a1c41b-0627-4e10-a988-e32a2de01bb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1476204
Jan 26 22:01:17.738959 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.objects.ports [None req-231d755c-6238-4063-af66-bd109b356299 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80150) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 26 22:01:17.853343 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-975377fa-430b-496d-b97b-7b384e843515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036821515000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33254161'] for router, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:18.095917 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975377fa-430b-496d-b97b-7b384e843515 admin admin] Router 7557e166-9b21-46a6-8256-87bfde0bc6a7 is scheduled to L3 agent d246ac06-2269-4624-8b82-d0eab6b3335a with binding_index 1 {{(pid=80149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 26 22:01:18.281496 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device b4a20668-1350-4124-b263-e4c588588d7e up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:01:18.291857 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975377fa-430b-496d-b97b-7b384e843515 admin admin] Notify agent at l3_agent.dv-cinder-772126-1-iscsi the message routers_updated {{(pid=80149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 22:01:18.315244 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5126e92-7bee-4e7b-8a40-684bea3ebe3a None None] Sync routers for ids ['7557e166-9b21-46a6-8256-87bfde0bc6a7'] in dv-cinder-772126-1-iscsi {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 22:01:18.330614 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-975377fa-430b-496d-b97b-7b384e843515 admin admin] Notify callbacks [] for router, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:18.332148 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-975377fa-430b-496d-b97b-7b384e843515 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 5.3939626
Jan 26 22:01:18.335012 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 50326) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:01:18.346064 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5126e92-7bee-4e7b-8a40-684bea3ebe3a None None] Routers {'7557e166-9b21-46a6-8256-87bfde0bc6a7'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:01:18.346926 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-c5126e92-7bee-4e7b-8a40-684bea3ebe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5aec6df98>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:01:13Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['7557e166-9b21-46a6-8256-87bfde0bc6a7'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:01:18.639040 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device d2708728-515f-4424-bd51-f6900cd76fc7 up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:01:18.785911 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning for port b4a20668-1350-4124-b263-e4c588588d7e completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 22:01:18.791677 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-c5126e92-7bee-4e7b-8a40-684bea3ebe3a None None] Set router 7557e166-9b21-46a6-8256-87bfde0bc6a7 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:01:18.837618 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port d2708728-515f-4424-bd51-f6900cd76fc7 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:01:18.837999 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:18.939592 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port b4a20668-1350-4124-b263-e4c588588d7e triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:01:18.940128 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:19.097903 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25a14d-1ece-4b48-93f5-57f2c95babd3 req-4db5c5ac-7054-4b2d-8436-4df9234434b3 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:19.099771 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ed25a14d-1ece-4b48-93f5-57f2c95babd3 req-4db5c5ac-7054-4b2d-8436-4df9234434b3 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] 10.222.0.30 "GET /v2.0/ports?device_id=527d04a8-b7d2-4285-8ae1-bcf4daca9afa HTTP/1.1" status: 200  len: 948 time: 0.2967248
Jan 26 22:01:19.225089 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ed25a14d-1ece-4b48-93f5-57f2c95babd3 req-f19eaea4-0b67-4e17-8f8e-a8ebba670104 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7a1c41b-0627-4e10-a988-e32a2de01bb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1163495
Jan 26 22:01:19.312550 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c099770d-161f-4c3b-9a6b-a4fd1861ca56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:19.327916 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:19.362943 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527d04a8-b7d2-4285-8ae1-bcf4daca9afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a20668-1350-4124-b263-e4c588588d7e'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:01:19.383498 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] For port b4a20668-1350-4124-b263-e4c588588d7e, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=b4a20668-1350-4124-b263-e4c588588d7e,segment=NetworkSegment(9f1fa4dc-9cd6-4726-b0f6-2e6e73560ae9),segment_id=9f1fa4dc-9cd6-4726-b0f6-2e6e73560ae9)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:01:19.395321 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-c5126e92-7bee-4e7b-8a40-684bea3ebe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5aec6df98>, [{'id': '7557e166-9b21-46a6-8256-87bfde0bc6a7', 'name': 'tempest-TestShelveInstance-1153757456-router', 'tenant_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '4c395e7e-a63f-4acf-bc4c-8cec9d88be03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:01:13Z', 'updated_at': '2021-01-26T22:01:16Z', 'revision_number': 3, 'project_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'gw_port': {'id': '4c395e7e-a63f-4acf-bc4c-8cec9d88be03', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:72:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7557e166-9b21-46a6-8256-87bfde0bc6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:01:15Z', 'updated_at': '2021-01-26T22:01:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi'}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:01:19.400870 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5126e92-7bee-4e7b-8a40-684bea3ebe3a None None] Checking router: 7557e166-9b21-46a6-8256-87bfde0bc6a7 for host: dv-cinder-772126-1-iscsi {{(pid=80150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 22:01:19.400870 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5126e92-7bee-4e7b-8a40-684bea3ebe3a None None] Updating router 7557e166-9b21-46a6-8256-87bfde0bc6a7 port 4c395e7e-a63f-4acf-bc4c-8cec9d88be03 binding host dv-cinder-772126-1-iscsi {{(pid=80150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 26 22:01:19.428168 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '527d04a8-b7d2-4285-8ae1-bcf4daca9afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a20668-1350-4124-b263-e4c588588d7e', 'code': 200}
Jan 26 22:01:19.433879 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:19.442410 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:19.531192 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c5126e92-7bee-4e7b-8a40-684bea3ebe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:19.583808 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Pushing event updated for resources: {'Port': ['ID=b4a20668-1350-4124-b263-e4c588588d7e,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:19.595861 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:19.830872 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device b4a20668-1350-4124-b263-e4c588588d7e up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:01:19.931724 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ff39d-765c-48c7-aa92-6586d24a054f req-0ac15e39-56fd-440d-8fc1-bbcabb1b67e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:19.933392 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-769ff39d-765c-48c7-aa92-6586d24a054f req-0ac15e39-56fd-440d-8fc1-bbcabb1b67e0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=527d04a8-b7d2-4285-8ae1-bcf4daca9afa HTTP/1.1" status: 200  len: 1167 time: 0.1763806
Jan 26 22:01:19.959472 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port b4a20668-1350-4124-b263-e4c588588d7e triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:01:19.959936 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:20.041468 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-769ff39d-765c-48c7-aa92-6586d24a054f req-217a8f49-210c-4260-9d02-3d1fb5466ffe service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e7a1c41b-0627-4e10-a988-e32a2de01bb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712340
Jan 26 22:01:20.042633 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-c099770d-161f-4c3b-9a6b-a4fd1861ca56 admin admin] Allocated IP 172.20.0.1 (8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a/2a7d63f7-1667-43f1-aec3-7e67170ed9cb/2969143a-d04c-4df6-9267-58b31977bcc4) {{(pid=80149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 22:01:20.103878 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c5126e92-7bee-4e7b-8a40-684bea3ebe3a None None] Notify callbacks [] for port, precommit_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:20.153579 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c5126e92-7bee-4e7b-8a40-684bea3ebe3a None None] Transition to ACTIVE for port object 4c395e7e-a63f-4acf-bc4c-8cec9d88be03 will not be triggered until provisioned by entity L2. {{(pid=80150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 22:01:20.187007 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c5126e92-7bee-4e7b-8a40-684bea3ebe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:20.204944 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c099770d-161f-4c3b-9a6b-a4fd1861ca56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:20.205657 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:20.222040 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c099770d-161f-4c3b-9a6b-a4fd1861ca56 admin admin] Transition to ACTIVE for port object 2969143a-d04c-4df6-9267-58b31977bcc4 will not be triggered until provisioned by entity DHCP. {{(pid=80149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 22:01:20.273285 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c099770d-161f-4c3b-9a6b-a4fd1861ca56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31462196'] for port, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:20.290561 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:20.492866 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c099770d-161f-4c3b-9a6b-a4fd1861ca56 admin admin] Pushing event updated for resources: {'Port': ['ID=2969143a-d04c-4df6-9267-58b31977bcc4,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:20.506944 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8352e0-33e6-473a-b35b-5c885880ff4e None None] Pushing event updated for resources: {'Port': ['ID=4c395e7e-a63f-4acf-bc4c-8cec9d88be03,revision_number=2']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:20.510132 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-df8352e0-33e6-473a-b35b-5c885880ff4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:20.513269 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c099770d-161f-4c3b-9a6b-a4fd1861ca56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:20.580758 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-c5126e92-7bee-4e7b-8a40-684bea3ebe3a None None] Attempting to bind port 4c395e7e-a63f-4acf-bc4c-8cec9d88be03 on host dv-cinder-772126-1-iscsi for vnic_type normal with profile  {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 22:01:20.581066 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c099770d-161f-4c3b-9a6b-a4fd1861ca56 admin admin] Network 8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 22:01:20.581180 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-c5126e92-7bee-4e7b-8a40-684bea3ebe3a None None] Attempting to bind port 4c395e7e-a63f-4acf-bc4c-8cec9d88be03 by drivers openvswitch on host dv-cinder-772126-1-iscsi at level 0 using segments [{'id': 'f4c7a2a5-f441-4cda-be7f-98d9b91d5196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 22:01:20.581541 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5126e92-7bee-4e7b-8a40-684bea3ebe3a None None] Attempting to bind port 4c395e7e-a63f-4acf-bc4c-8cec9d88be03 on network 1ba61b85-6a57-4c86-8c7b-e71ed182691b {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 22:01:20.583129 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-c099770d-161f-4c3b-9a6b-a4fd1861ca56 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 22:01:20.589479 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5126e92-7bee-4e7b-8a40-684bea3ebe3a None None] Checking agent: {'id': 'acda3ae2-213d-42a9-bfbd-ef6e74b838e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 21, 45, 45), 'started_at': datetime.datetime(2021, 1, 26, 21, 46, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 22, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 22:01:20.589914 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5126e92-7bee-4e7b-8a40-684bea3ebe3a None None] Checking segment: {'id': 'f4c7a2a5-f441-4cda-be7f-98d9b91d5196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 22:01:20.590317 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c5126e92-7bee-4e7b-8a40-684bea3ebe3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:20.590746 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5126e92-7bee-4e7b-8a40-684bea3ebe3a None None] Bound using segment: {'id': 'f4c7a2a5-f441-4cda-be7f-98d9b91d5196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 22:01:20.591263 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-c5126e92-7bee-4e7b-8a40-684bea3ebe3a None None] Bound port: 4c395e7e-a63f-4acf-bc4c-8cec9d88be03, host: dv-cinder-772126-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c7a2a5-f441-4cda-be7f-98d9b91d5196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'}}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 22:01:20.591795 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c5126e92-7bee-4e7b-8a40-684bea3ebe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:20.631578 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f8023-a80b-4651-b1ed-1ce3c784ab97 req-441cf805-7791-46fa-81a7-2cf56f7e3a03 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:20.633296 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c49f8023-a80b-4651-b1ed-1ce3c784ab97 req-441cf805-7791-46fa-81a7-2cf56f7e3a03 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] 10.222.0.30 "GET /v2.0/ports?device_id=527d04a8-b7d2-4285-8ae1-bcf4daca9afa HTTP/1.1" status: 200  len: 950 time: 0.2459128
Jan 26 22:01:20.634229 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c099770d-161f-4c3b-9a6b-a4fd1861ca56 admin admin] Received port after_create {{(pid=80149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 22:01:20.681193 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-c5126e92-7bee-4e7b-8a40-684bea3ebe3a None None] For port 4c395e7e-a63f-4acf-bc4c-8cec9d88be03, host dv-cinder-772126-1-iscsi, cleared binding levels {{(pid=80150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 22:01:20.684889 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-c5126e92-7bee-4e7b-8a40-684bea3ebe3a None None] For port 4c395e7e-a63f-4acf-bc4c-8cec9d88be03, host dv-cinder-772126-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=4c395e7e-a63f-4acf-bc4c-8cec9d88be03,segment=NetworkSegment(f4c7a2a5-f441-4cda-be7f-98d9b91d5196),segment_id=f4c7a2a5-f441-4cda-be7f-98d9b91d5196)] {{(pid=80150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 22:01:20.713533 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c5126e92-7bee-4e7b-8a40-684bea3ebe3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:20.733477 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c099770d-161f-4c3b-9a6b-a4fd1861ca56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33256029'] for router_interface, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:20.733721 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:20.879040 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c49f8023-a80b-4651-b1ed-1ce3c784ab97 req-e02e4892-a301-4e52-bc6e-07421907018e tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7a1c41b-0627-4e10-a988-e32a2de01bb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2112033
Jan 26 22:01:20.905392 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8352e0-33e6-473a-b35b-5c885880ff4e None None] Pushing event updated for resources: {'Port': ['ID=4c395e7e-a63f-4acf-bc4c-8cec9d88be03,revision_number=3']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:20.911277 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-df8352e0-33e6-473a-b35b-5c885880ff4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:20.933808 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-59f6f83f-0072-489e-a4c2-3e7da0125d15 None None] Provisioning for port 2969143a-d04c-4df6-9267-58b31977bcc4 completed by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 22:01:20.946836 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-59f6f83f-0072-489e-a4c2-3e7da0125d15 None None] Provisioning complete for port 2969143a-d04c-4df6-9267-58b31977bcc4 triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:01:20.947343 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-59f6f83f-0072-489e-a4c2-3e7da0125d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:21.023280 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-59f6f83f-0072-489e-a4c2-3e7da0125d15 None None] Port 2969143a-d04c-4df6-9267-58b31977bcc4 cannot update to ACTIVE because it is not bound. {{(pid=80150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 22:01:21.024949 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5126e92-7bee-4e7b-8a40-684bea3ebe3a None None] Routers {'7557e166-9b21-46a6-8256-87bfde0bc6a7'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:01:21.025647 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-c5126e92-7bee-4e7b-8a40-684bea3ebe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5aec6df98>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:01:13Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['7557e166-9b21-46a6-8256-87bfde0bc6a7'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:01:21.097313 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c099770d-161f-4c3b-9a6b-a4fd1861ca56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:21.270080 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-c5126e92-7bee-4e7b-8a40-684bea3ebe3a None None] Set router 7557e166-9b21-46a6-8256-87bfde0bc6a7 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:01:21.496930 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c099770d-161f-4c3b-9a6b-a4fd1861ca56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:21.518706 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c099770d-161f-4c3b-9a6b-a4fd1861ca56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823313603'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:21.551126 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d7acbe73-64d2-47de-92f1-f68a37d343d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:21.621748 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-c5126e92-7bee-4e7b-8a40-684bea3ebe3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5aec6df98>, [{'id': '7557e166-9b21-46a6-8256-87bfde0bc6a7', 'name': 'tempest-TestShelveInstance-1153757456-router', 'tenant_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '4c395e7e-a63f-4acf-bc4c-8cec9d88be03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:01:13Z', 'updated_at': '2021-01-26T22:01:20Z', 'revision_number': 4, 'project_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'gw_port': {'id': '4c395e7e-a63f-4acf-bc4c-8cec9d88be03', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:72:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7557e166-9b21-46a6-8256-87bfde0bc6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:01:15Z', 'updated_at': '2021-01-26T22:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': '2969143a-d04c-4df6-9267-58b31977bcc4', 'name': '', 'network_id': '8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a', 'tenant_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'mac_address': 'fa:16:3e:65:3c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7557e166-9b21-46a6-8256-87bfde0bc6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '2a7d63f7-1667-43f1-aec3-7e67170ed9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:01:19Z', 'updated_at': '2021-01-26T22:01:20Z', 'revision_number': 1, 'project_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'subnets': [{'id': '2a7d63f7-1667-43f1-aec3-7e67170ed9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:01:21.626771 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5126e92-7bee-4e7b-8a40-684bea3ebe3a None None] The sync data for ids ['7557e166-9b21-46a6-8256-87bfde0bc6a7'] in dv-cinder-772126-1-iscsi is: [{'id': '7557e166-9b21-46a6-8256-87bfde0bc6a7', 'name': 'tempest-TestShelveInstance-1153757456-router', 'tenant_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '4c395e7e-a63f-4acf-bc4c-8cec9d88be03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:01:13Z', 'updated_at': '2021-01-26T22:01:20Z', 'revision_number': 4, 'project_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'gw_port': {'id': '4c395e7e-a63f-4acf-bc4c-8cec9d88be03', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:72:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7557e166-9b21-46a6-8256-87bfde0bc6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:01:15Z', 'updated_at': '2021-01-26T22:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': '2969143a-d04c-4df6-9267-58b31977bcc4', 'name': '', 'network_id': '8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a', 'tenant_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'mac_address': 'fa:16:3e:65:3c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7557e166-9b21-46a6-8256-87bfde0bc6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '2a7d63f7-1667-43f1-aec3-7e67170ed9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:01:19Z', 'updated_at': '2021-01-26T22:01:20Z', 'revision_number': 1, 'project_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'subnets': [{'id': '2a7d63f7-1667-43f1-aec3-7e67170ed9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 22:01:21.640798 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c099770d-161f-4c3b-9a6b-a4fd1861ca56 admin admin] Pushing event updated for resources: {'Port': ['ID=2969143a-d04c-4df6-9267-58b31977bcc4,revision_number=2']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:21.645916 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c099770d-161f-4c3b-9a6b-a4fd1861ca56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:21.645916 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c099770d-161f-4c3b-9a6b-a4fd1861ca56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33045946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036821519617'] for router_interface, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:21.791862 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c099770d-161f-4c3b-9a6b-a4fd1861ca56 admin admin] Network 8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 22:01:21.792982 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-c099770d-161f-4c3b-9a6b-a4fd1861ca56 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 22:01:21.844551 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device b4a20668-1350-4124-b263-e4c588588d7e up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:01:21.933137 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port b4a20668-1350-4124-b263-e4c588588d7e triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:01:21.933569 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:22.080525 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c099770d-161f-4c3b-9a6b-a4fd1861ca56 admin admin] Router 7557e166-9b21-46a6-8256-87bfde0bc6a7 has already been hosted by L3 agent d246ac06-2269-4624-8b82-d0eab6b3335a {{(pid=80149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 22:01:22.153340 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-a7556d7a-c0bd-4109-9d56-dc0ea31e2f5d None None] Provisioning complete for port 2969143a-d04c-4df6-9267-58b31977bcc4 triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:01:22.153765 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a7556d7a-c0bd-4109-9d56-dc0ea31e2f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:22.213393 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-a7556d7a-c0bd-4109-9d56-dc0ea31e2f5d None None] Port 2969143a-d04c-4df6-9267-58b31977bcc4 cannot update to ACTIVE because it is not bound. {{(pid=80150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 22:01:22.647142 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7cad02-8c3b-4e07-8f6b-5cbf36d676ba req-e3651dfc-a5d8-4cd2-8285-28255910039c tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:22.654903 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ed7cad02-8c3b-4e07-8f6b-5cbf36d676ba req-e3651dfc-a5d8-4cd2-8285-28255910039c tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] 10.222.0.30 "GET /v2.0/ports?device_id=527d04a8-b7d2-4285-8ae1-bcf4daca9afa HTTP/1.1" status: 200  len: 950 time: 0.5682266
Jan 26 22:01:22.674390 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 4c395e7e-a63f-4acf-bc4c-8cec9d88be03 up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:01:22.704159 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c099770d-161f-4c3b-9a6b-a4fd1861ca56 admin admin] Notify agent at l3_agent.dv-cinder-772126-1-iscsi the message routers_updated {{(pid=80149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 22:01:22.730866 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ed7cad02-8c3b-4e07-8f6b-5cbf36d676ba req-f1329aca-9c15-4d04-97c2-dcf5292c01c1 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7a1c41b-0627-4e10-a988-e32a2de01bb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749643
Jan 26 22:01:22.734750 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-c099770d-161f-4c3b-9a6b-a4fd1861ca56 admin admin] 10.222.0.30 "PUT /v2.0/routers/7557e166-9b21-46a6-8256-87bfde0bc6a7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3975437
Jan 26 22:01:22.793004 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning for port 4c395e7e-a63f-4acf-bc4c-8cec9d88be03 completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 22:01:22.805213 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port 4c395e7e-a63f-4acf-bc4c-8cec9d88be03 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:01:22.805933 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:22.966304 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:22.988607 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] For port 4c395e7e-a63f-4acf-bc4c-8cec9d88be03, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=4c395e7e-a63f-4acf-bc4c-8cec9d88be03,segment=NetworkSegment(f4c7a2a5-f441-4cda-be7f-98d9b91d5196),segment_id=f4c7a2a5-f441-4cda-be7f-98d9b91d5196)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:01:23.022515 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:23.024784 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1e73979e-4f7d-4a76-9efd-75a894e574bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:23.106771 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Pushing event updated for resources: {'Port': ['ID=4c395e7e-a63f-4acf-bc4c-8cec9d88be03,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:23.110957 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:23.461916 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6141081d-9562-4f63-bdab-2a335cdaa482 req-c4e65d37-9c8a-41f9-92bd-6540b84ad31d tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:23.466649 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6141081d-9562-4f63-bdab-2a335cdaa482 req-c4e65d37-9c8a-41f9-92bd-6540b84ad31d tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] 10.222.0.30 "GET /v2.0/ports?device_id=527d04a8-b7d2-4285-8ae1-bcf4daca9afa HTTP/1.1" status: 200  len: 950 time: 0.1295903
Jan 26 22:01:23.521702 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6141081d-9562-4f63-bdab-2a335cdaa482 req-ff4c8994-9e5b-48a4-84e6-c1c3ed771d05 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7a1c41b-0627-4e10-a988-e32a2de01bb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518544
Jan 26 22:01:23.949040 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 50372) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:01:23.956112 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-5b69bfd7-b132-479a-908a-bbff97c79b5e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-368203774-network', 'tenant_id': 'ff2ed45d62ea4bf48730b0b7608ab8a3'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:01:23.961584 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-5b69bfd7-b132-479a-908a-bbff97c79b5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:01:23.966042 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-5b69bfd7-b132-479a-908a-bbff97c79b5e admin admin] Usage tracker for resource:network and tenant:ff2ed45d62ea4bf48730b0b7608ab8a3 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:01:23.969316 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-5b69bfd7-b132-479a-908a-bbff97c79b5e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:01:23.976004 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-5b69bfd7-b132-479a-908a-bbff97c79b5e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:01:24.015555 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b69bfd7-b132-479a-908a-bbff97c79b5e admin admin] Made reservation on behalf of ff2ed45d62ea4bf48730b0b7608ab8a3 for: {'network': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 22:01:24.021383 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5b69bfd7-b132-479a-908a-bbff97c79b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for network, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:24.035255 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5b69bfd7-b132-479a-908a-bbff97c79b5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:24.051274 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-5b69bfd7-b132-479a-908a-bbff97c79b5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:01:24.055364 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-5b69bfd7-b132-479a-908a-bbff97c79b5e admin admin] Usage tracker for resource:security_group_rule and tenant:ff2ed45d62ea4bf48730b0b7608ab8a3 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:01:24.058404 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-5b69bfd7-b132-479a-908a-bbff97c79b5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:01:24.065200 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-5b69bfd7-b132-479a-908a-bbff97c79b5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:01:24.153731 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5b69bfd7-b132-479a-908a-bbff97c79b5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:24.181272 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5b69bfd7-b132-479a-908a-bbff97c79b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:24.184695 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-72da0d99-f829-4813-bdf5-e73777f19447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:24.222383 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b69bfd7-b132-479a-908a-bbff97c79b5e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 26 22:01:24.228719 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69bfd7-b132-479a-908a-bbff97c79b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702c171c-e7d0-4c93-ad52-82f1c7bd6da2,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:24.232670 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-5b69bfd7-b132-479a-908a-bbff97c79b5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:24.238922 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5b69bfd7-b132-479a-908a-bbff97c79b5e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789030269214', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853870792'] for segment, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:24.239376 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.db.segments_db [None req-5b69bfd7-b132-479a-908a-bbff97c79b5e admin admin] Added segment 70aacc1a-ac95-4e98-a527-65f3dbf707da of type vxlan for network f4cfdeda-140a-4900-931d-2a556cf1a428
Jan 26 22:01:24.312378 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5b69bfd7-b132-479a-908a-bbff97c79b5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247825098817'] for network, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:24.386990 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5b69bfd7-b132-479a-908a-bbff97c79b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897'] for network, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:24.388365 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b69bfd7-b132-479a-908a-bbff97c79b5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:24.389025 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5b69bfd7-b132-479a-908a-bbff97c79b5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for network, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:24.395037 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3497d02d-20d6-4f20-9126-1cb5e6c4062e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:24.505683 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69bfd7-b132-479a-908a-bbff97c79b5e admin admin] Pushing event updated for resources: {'Network': ['ID=f4cfdeda-140a-4900-931d-2a556cf1a428,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:24.508882 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-5b69bfd7-b132-479a-908a-bbff97c79b5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:24.518169 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Network f4cfdeda-140a-4900-931d-2a556cf1a428 details requested by agent ovs-agent-dv-cinder-772126-1-iscsi with host dv-cinder-772126-1-iscsi {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 22:01:24.519521 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-5b69bfd7-b132-479a-908a-bbff97c79b5e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.5692730
Jan 26 22:01:24.522393 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 50376) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:01:24.528484 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-ab143e2c-c990-40ed-b99d-d42c57e3a777 admin admin] Request body: {'subnet': {'network_id': 'f4cfdeda-140a-4900-931d-2a556cf1a428', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-368203774-subnet', 'tenant_id': 'ff2ed45d62ea4bf48730b0b7608ab8a3', 'ip_version': 4}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:01:24.534011 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-ab143e2c-c990-40ed-b99d-d42c57e3a777 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:01:24.535982 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Network f4cfdeda-140a-4900-931d-2a556cf1a428 details requested by agent ovs-agent-hv-cinder-77212 with host hv-cinder-77212 {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 22:01:24.538633 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-ab143e2c-c990-40ed-b99d-d42c57e3a777 admin admin] Usage tracker for resource:subnet and tenant:ff2ed45d62ea4bf48730b0b7608ab8a3 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:01:24.542066 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-ab143e2c-c990-40ed-b99d-d42c57e3a777 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:01:24.550305 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-ab143e2c-c990-40ed-b99d-d42c57e3a777 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:01:24.613015 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab143e2c-c990-40ed-b99d-d42c57e3a777 admin admin] Made reservation on behalf of ff2ed45d62ea4bf48730b0b7608ab8a3 for: {'subnet': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 22:01:24.618534 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ab143e2c-c990-40ed-b99d-d42c57e3a777 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036823292868'] for subnet, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:24.674186 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 4c395e7e-a63f-4acf-bc4c-8cec9d88be03 up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:01:24.807593 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port 4c395e7e-a63f-4acf-bc4c-8cec9d88be03 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:01:24.808017 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:24.854511 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af6e73-b1f2-4240-a164-fd7ef216f1e8 req-d2403161-5fd3-4aef-86a3-ab8952342b71 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:24.856294 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-30af6e73-b1f2-4240-a164-fd7ef216f1e8 req-d2403161-5fd3-4aef-86a3-ab8952342b71 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] 10.222.0.30 "GET /v2.0/ports?device_id=527d04a8-b7d2-4285-8ae1-bcf4daca9afa HTTP/1.1" status: 200  len: 950 time: 0.1583233
Jan 26 22:01:24.922517 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-30af6e73-b1f2-4240-a164-fd7ef216f1e8 req-2ca5d37b-bbca-4c0d-b1d0-ca6feef7b866 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7a1c41b-0627-4e10-a988-e32a2de01bb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589783
Jan 26 22:01:25.159911 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce956fd5-eadc-48e9-8e3a-0d67a2c1386f None None] Sync routers for ids ['7557e166-9b21-46a6-8256-87bfde0bc6a7'] in dv-cinder-772126-1-iscsi {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 22:01:25.171051 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce956fd5-eadc-48e9-8e3a-0d67a2c1386f None None] Routers {'7557e166-9b21-46a6-8256-87bfde0bc6a7'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:01:25.171759 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-ce956fd5-eadc-48e9-8e3a-0d67a2c1386f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5aee06d30>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:01:13Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['7557e166-9b21-46a6-8256-87bfde0bc6a7'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:01:25.197422 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579599a-1bb2-4542-ab56-756ddaa1163f req-a0b85610-7eaf-4f5a-8d69-67daba4b7c78 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:25.199101 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a579599a-1bb2-4542-ab56-756ddaa1163f req-a0b85610-7eaf-4f5a-8d69-67daba4b7c78 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] 10.222.0.45 "GET /v2.0/ports?device_id=527d04a8-b7d2-4285-8ae1-bcf4daca9afa HTTP/1.1" status: 200  len: 950 time: 0.2168982
Jan 26 22:01:25.359112 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-a579599a-1bb2-4542-ab56-756ddaa1163f req-1894847b-a06a-43c2-a7f7-c56dd771a054 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Deleting port b4a20668-1350-4124-b263-e4c588588d7e {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:01:25.359434 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a579599a-1bb2-4542-ab56-756ddaa1163f req-1894847b-a06a-43c2-a7f7-c56dd771a054 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:25.361585 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-ce956fd5-eadc-48e9-8e3a-0d67a2c1386f None None] Set router 7557e166-9b21-46a6-8256-87bfde0bc6a7 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:01:25.700317 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device b4a20668-1350-4124-b263-e4c588588d7e no longer exists at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 22:01:25.720451 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-ce956fd5-eadc-48e9-8e3a-0d67a2c1386f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5aee06d30>, [{'id': '7557e166-9b21-46a6-8256-87bfde0bc6a7', 'name': 'tempest-TestShelveInstance-1153757456-router', 'tenant_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '4c395e7e-a63f-4acf-bc4c-8cec9d88be03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:01:13Z', 'updated_at': '2021-01-26T22:01:20Z', 'revision_number': 4, 'project_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'gw_port': {'id': '4c395e7e-a63f-4acf-bc4c-8cec9d88be03', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:72:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557e166-9b21-46a6-8256-87bfde0bc6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:01:15Z', 'updated_at': '2021-01-26T22:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': '2969143a-d04c-4df6-9267-58b31977bcc4', 'name': '', 'network_id': '8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a', 'tenant_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'mac_address': 'fa:16:3e:65:3c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7557e166-9b21-46a6-8256-87bfde0bc6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '2a7d63f7-1667-43f1-aec3-7e67170ed9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:01:19Z', 'updated_at': '2021-01-26T22:01:21Z', 'revision_number': 2, 'project_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'subnets': [{'id': '2a7d63f7-1667-43f1-aec3-7e67170ed9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:01:25.720742 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-a579599a-1bb2-4542-ab56-756ddaa1163f req-1894847b-a06a-43c2-a7f7-c56dd771a054 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] For port b4a20668-1350-4124-b263-e4c588588d7e, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=b4a20668-1350-4124-b263-e4c588588d7e,segment=NetworkSegment(9f1fa4dc-9cd6-4726-b0f6-2e6e73560ae9),segment_id=9f1fa4dc-9cd6-4726-b0f6-2e6e73560ae9)] {{(pid=80149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:01:25.721058 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a579599a-1bb2-4542-ab56-756ddaa1163f req-1894847b-a06a-43c2-a7f7-c56dd771a054 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:25.725139 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce956fd5-eadc-48e9-8e3a-0d67a2c1386f None None] Checking router: 7557e166-9b21-46a6-8256-87bfde0bc6a7 for host: dv-cinder-772126-1-iscsi {{(pid=80151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 22:01:25.725542 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce956fd5-eadc-48e9-8e3a-0d67a2c1386f None None] Updating router 7557e166-9b21-46a6-8256-87bfde0bc6a7 port 2969143a-d04c-4df6-9267-58b31977bcc4 binding host dv-cinder-772126-1-iscsi {{(pid=80151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 26 22:01:25.785557 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ce956fd5-eadc-48e9-8e3a-0d67a2c1386f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:25.829466 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:25.859946 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527d04a8-b7d2-4285-8ae1-bcf4daca9afa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4a20668-1350-4124-b263-e4c588588d7e'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:01:25.872252 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] For port b4a20668-1350-4124-b263-e4c588588d7e, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=b4a20668-1350-4124-b263-e4c588588d7e,segment=NetworkSegment(9f1fa4dc-9cd6-4726-b0f6-2e6e73560ae9),segment_id=9f1fa4dc-9cd6-4726-b0f6-2e6e73560ae9)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:01:25.872874 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-a579599a-1bb2-4542-ab56-756ddaa1163f req-1894847b-a06a-43c2-a7f7-c56dd771a054 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Calling delete_port for b4a20668-1350-4124-b263-e4c588588d7e owned by compute:nova {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:01:25.907702 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ab143e2c-c990-40ed-b99d-d42c57e3a777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036823314267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036823292883'] for subnet, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:25.922527 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:25.930172 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '527d04a8-b7d2-4285-8ae1-bcf4daca9afa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4a20668-1350-4124-b263-e4c588588d7e', 'code': 200}
Jan 26 22:01:25.930764 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-784b69e9-3eb3-4010-8145-05f0a1aed694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:25.934970 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-71260d35-8e63-4a6b-8e6c-7866b6cc395f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:26.048729 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Pushing event updated for resources: {'Port': ['ID=b4a20668-1350-4124-b263-e4c588588d7e,revision_number=5']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:26.052458 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:26.119983 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab143e2c-c990-40ed-b99d-d42c57e3a777 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64581345-38f5-4723-a01a-d4cd0b414109,revision_number=0']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:26.168076 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-ab143e2c-c990-40ed-b99d-d42c57e3a777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:26.232518 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.db.api [req-a579599a-1bb2-4542-ab56-756ddaa1163f req-1894847b-a06a-43c2-a7f7-c56dd771a054 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80149) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 26 22:01:26.232818 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_db.api [req-a579599a-1bb2-4542-ab56-756ddaa1163f req-1894847b-a06a-43c2-a7f7-c56dd771a054 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80149) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 26 22:01:26.278189 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ce956fd5-eadc-48e9-8e3a-0d67a2c1386f None None] Notify callbacks [] for port, precommit_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:26.291758 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-ce956fd5-eadc-48e9-8e3a-0d67a2c1386f None None] Transition to ACTIVE for port object 2969143a-d04c-4df6-9267-58b31977bcc4 will not be triggered until provisioned by entity L2. {{(pid=80151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 22:01:26.310998 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a22a01-29b3-4d48-a788-778a09664b80 req-40c98fc3-dc1e-4cfa-8fb4-8a7105b15c1c tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:26.312757 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-93a22a01-29b3-4d48-a788-778a09664b80 req-40c98fc3-dc1e-4cfa-8fb4-8a7105b15c1c tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] 10.222.0.30 "GET /v2.0/ports?device_id=527d04a8-b7d2-4285-8ae1-bcf4daca9afa HTTP/1.1" status: 200  len: 948 time: 0.2150609
Jan 26 22:01:26.315873 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab143e2c-c990-40ed-b99d-d42c57e3a777 admin admin] Checking segment: {'id': '70aacc1a-ac95-4e98-a527-65f3dbf707da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f4cfdeda-140a-4900-931d-2a556cf1a428'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 22:01:26.316222 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab143e2c-c990-40ed-b99d-d42c57e3a777 admin admin] Network hostable DHCP agents. Network: f4cfdeda-140a-4900-931d-2a556cf1a428, hostable agents: ['31d7f489-5cf7-4386-baac-120d285301b4'], hosted agents: [] {{(pid=80149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 26 22:01:26.333482 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ce956fd5-eadc-48e9-8e3a-0d67a2c1386f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:26.347050 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:26.385730 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-93a22a01-29b3-4d48-a788-778a09664b80 req-c6c9909a-01c1-4ae9-a7b4-aac0ebd80a2e tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] 10.222.0.30 "GET /v2.0/security-groups?id=e7a1c41b-0627-4e10-a988-e32a2de01bb6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620499
Jan 26 22:01:26.420970 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab143e2c-c990-40ed-b99d-d42c57e3a777 admin admin] Network f4cfdeda-140a-4900-931d-2a556cf1a428 is scheduled to be hosted by DHCP agent 31d7f489-5cf7-4386-baac-120d285301b4 with binding_index 1 {{(pid=80149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 26 22:01:26.478698 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-ab143e2c-c990-40ed-b99d-d42c57e3a777 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-1-iscsi, f4cfdeda-140a-4900-931d-2a556cf1a428) {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 22:01:26.482723 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060926dc-f72f-4fd1-91dd-b1352c0fb5c8 None None] Pushing event updated for resources: {'Port': ['ID=2969143a-d04c-4df6-9267-58b31977bcc4,revision_number=3']} {{(pid=80151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:26.488176 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b454426d-d4c2-4c36-bccf-61f453c2d4a7 None None] Network f4cfdeda-140a-4900-931d-2a556cf1a428 requested from dv-cinder-772126-1-iscsi {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 22:01:26.502980 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab143e2c-c990-40ed-b99d-d42c57e3a777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:26.503697 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ab143e2c-c990-40ed-b99d-d42c57e3a777 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:26.507059 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060926dc-f72f-4fd1-91dd-b1352c0fb5c8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:26.507362 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060926dc-f72f-4fd1-91dd-b1352c0fb5c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:26.507803 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060926dc-f72f-4fd1-91dd-b1352c0fb5c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:26.508164 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060926dc-f72f-4fd1-91dd-b1352c0fb5c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:26.511059 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060926dc-f72f-4fd1-91dd-b1352c0fb5c8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:26.511059 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060926dc-f72f-4fd1-91dd-b1352c0fb5c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:26.511059 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060926dc-f72f-4fd1-91dd-b1352c0fb5c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:26.511059 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060926dc-f72f-4fd1-91dd-b1352c0fb5c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:26.511059 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060926dc-f72f-4fd1-91dd-b1352c0fb5c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:26.511059 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060926dc-f72f-4fd1-91dd-b1352c0fb5c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:26.511059 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060926dc-f72f-4fd1-91dd-b1352c0fb5c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:26.511059 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060926dc-f72f-4fd1-91dd-b1352c0fb5c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:26.511808 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060926dc-f72f-4fd1-91dd-b1352c0fb5c8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:26.512174 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060926dc-f72f-4fd1-91dd-b1352c0fb5c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:26.512934 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060926dc-f72f-4fd1-91dd-b1352c0fb5c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:26.513278 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060926dc-f72f-4fd1-91dd-b1352c0fb5c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:26.513711 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060926dc-f72f-4fd1-91dd-b1352c0fb5c8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:26.514064 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060926dc-f72f-4fd1-91dd-b1352c0fb5c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:26.514411 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060926dc-f72f-4fd1-91dd-b1352c0fb5c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:26.514758 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060926dc-f72f-4fd1-91dd-b1352c0fb5c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:26.515117 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060926dc-f72f-4fd1-91dd-b1352c0fb5c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:26.515494 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060926dc-f72f-4fd1-91dd-b1352c0fb5c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:26.515840 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060926dc-f72f-4fd1-91dd-b1352c0fb5c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:26.516188 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060926dc-f72f-4fd1-91dd-b1352c0fb5c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:26.523933 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-060926dc-f72f-4fd1-91dd-b1352c0fb5c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:26.576681 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 50390) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:01:26.583444 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-368203774-router', 'tenant_id': 'ff2ed45d62ea4bf48730b0b7608ab8a3', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'}}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:01:26.585656 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-ab143e2c-c990-40ed-b99d-d42c57e3a777 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 2.0620475
Jan 26 22:01:26.588653 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:01:26.597467 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] Usage tracker for resource:router and tenant:ff2ed45d62ea4bf48730b0b7608ab8a3 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:01:26.602508 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:01:26.609082 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:01:26.655734 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33260817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854745247'] for router, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:26.656895 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036821530053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036821521605', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33219226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30568'] for router, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:26.691779 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-ce956fd5-eadc-48e9-8e3a-0d67a2c1386f None None] Attempting to bind port 2969143a-d04c-4df6-9267-58b31977bcc4 on host dv-cinder-772126-1-iscsi for vnic_type normal with profile  {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 22:01:26.692638 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-ce956fd5-eadc-48e9-8e3a-0d67a2c1386f None None] Attempting to bind port 2969143a-d04c-4df6-9267-58b31977bcc4 by drivers openvswitch on host dv-cinder-772126-1-iscsi at level 0 using segments [{'id': '70525c5d-2c00-4ccf-9cca-a6432e942fb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a'}] {{(pid=80151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 22:01:26.692915 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce956fd5-eadc-48e9-8e3a-0d67a2c1386f None None] Attempting to bind port 2969143a-d04c-4df6-9267-58b31977bcc4 on network 8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 22:01:26.699842 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce956fd5-eadc-48e9-8e3a-0d67a2c1386f None None] Checking agent: {'id': 'acda3ae2-213d-42a9-bfbd-ef6e74b838e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 21, 45, 45), 'started_at': datetime.datetime(2021, 1, 26, 21, 46, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 22, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 22:01:26.700260 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce956fd5-eadc-48e9-8e3a-0d67a2c1386f None None] Checking segment: {'id': '70525c5d-2c00-4ccf-9cca-a6432e942fb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 22:01:26.700702 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ce956fd5-eadc-48e9-8e3a-0d67a2c1386f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:26.701132 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce956fd5-eadc-48e9-8e3a-0d67a2c1386f None None] Bound using segment: {'id': '70525c5d-2c00-4ccf-9cca-a6432e942fb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a'} {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 22:01:26.701651 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-ce956fd5-eadc-48e9-8e3a-0d67a2c1386f None None] Bound port: 2969143a-d04c-4df6-9267-58b31977bcc4, host: dv-cinder-772126-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70525c5d-2c00-4ccf-9cca-a6432e942fb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a'}}] {{(pid=80151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 22:01:26.702062 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ce956fd5-eadc-48e9-8e3a-0d67a2c1386f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:26.734293 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-a579599a-1bb2-4542-ab56-756ddaa1163f req-1894847b-a06a-43c2-a7f7-c56dd771a054 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Deleting port b4a20668-1350-4124-b263-e4c588588d7e {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:01:26.734604 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a579599a-1bb2-4542-ab56-756ddaa1163f req-1894847b-a06a-43c2-a7f7-c56dd771a054 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:26.758044 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b932232a-9f1c-4f70-a27f-38f74f41d347 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45ffbaf4-b3a1-547e-b523-a9c7770f6ba3-f4cfdeda-140a-4900-931d-2a556cf1a428', 'network_id': 'f4cfdeda-140a-4900-931d-2a556cf1a428', 'tenant_id': 'ff2ed45d62ea4bf48730b0b7608ab8a3', 'fixed_ips': [{'subnet_id': '64581345-38f5-4723-a01a-d4cd0b414109'}]}} from dv-cinder-772126-1-iscsi. {{(pid=80150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 26 22:01:26.759185 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b932232a-9f1c-4f70-a27f-38f74f41d347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:26.791008 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:26.827793 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-ce956fd5-eadc-48e9-8e3a-0d67a2c1386f None None] For port 2969143a-d04c-4df6-9267-58b31977bcc4, host dv-cinder-772126-1-iscsi, cleared binding levels {{(pid=80151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 22:01:26.831358 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-ce956fd5-eadc-48e9-8e3a-0d67a2c1386f None None] For port 2969143a-d04c-4df6-9267-58b31977bcc4, host dv-cinder-772126-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=2969143a-d04c-4df6-9267-58b31977bcc4,segment=NetworkSegment(70525c5d-2c00-4ccf-9cca-a6432e942fb5),segment_id=70525c5d-2c00-4ccf-9cca-a6432e942fb5)] {{(pid=80151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 22:01:26.868089 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ce956fd5-eadc-48e9-8e3a-0d67a2c1386f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:26.898876 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:27.090333 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-a579599a-1bb2-4542-ab56-756ddaa1163f req-1894847b-a06a-43c2-a7f7-c56dd771a054 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] For port b4a20668-1350-4124-b263-e4c588588d7e, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=b4a20668-1350-4124-b263-e4c588588d7e,segment=NetworkSegment(9f1fa4dc-9cd6-4726-b0f6-2e6e73560ae9),segment_id=9f1fa4dc-9cd6-4726-b0f6-2e6e73560ae9)] {{(pid=80149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:01:27.091173 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a579599a-1bb2-4542-ab56-756ddaa1163f req-1894847b-a06a-43c2-a7f7-c56dd771a054 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:27.207955 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036821521622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33260800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30471'] for router, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:27.273206 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-a579599a-1bb2-4542-ab56-756ddaa1163f req-1894847b-a06a-43c2-a7f7-c56dd771a054 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Calling delete_port for b4a20668-1350-4124-b263-e4c588588d7e owned by compute:nova {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:01:27.341024 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060926dc-f72f-4fd1-91dd-b1352c0fb5c8 None None] Pushing event updated for resources: {'Port': ['ID=2969143a-d04c-4df6-9267-58b31977bcc4,revision_number=4']} {{(pid=80151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:27.356580 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-060926dc-f72f-4fd1-91dd-b1352c0fb5c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:27.365580 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-b932232a-9f1c-4f70-a27f-38f74f41d347 None None] Allocated IP 172.20.0.2 (f4cfdeda-140a-4900-931d-2a556cf1a428/64581345-38f5-4723-a01a-d4cd0b414109/3736ed5a-6e91-419b-8c24-71395b7b4fab) {{(pid=80150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 22:01:27.385478 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce956fd5-eadc-48e9-8e3a-0d67a2c1386f None None] Routers {'7557e166-9b21-46a6-8256-87bfde0bc6a7'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:01:27.386568 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-ce956fd5-eadc-48e9-8e3a-0d67a2c1386f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5aee06d30>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:01:13Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['7557e166-9b21-46a6-8256-87bfde0bc6a7'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:01:27.502136 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a579599a-1bb2-4542-ab56-756ddaa1163f req-1894847b-a06a-43c2-a7f7-c56dd771a054 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31462196'] for port, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:27.533826 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-975377fa-430b-496d-b97b-7b384e843515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:27.676332 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1894847b-a06a-43c2-a7f7-c56dd771a054 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Pushing event deleted for resources: {'Port': ['ID=b4a20668-1350-4124-b263-e4c588588d7e,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:27.737425 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894847b-a06a-43c2-a7f7-c56dd771a054 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:27.737850 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894847b-a06a-43c2-a7f7-c56dd771a054 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:27.738263 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894847b-a06a-43c2-a7f7-c56dd771a054 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:27.738671 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894847b-a06a-43c2-a7f7-c56dd771a054 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:27.739236 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894847b-a06a-43c2-a7f7-c56dd771a054 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:27.739668 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894847b-a06a-43c2-a7f7-c56dd771a054 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:27.740070 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894847b-a06a-43c2-a7f7-c56dd771a054 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:27.740508 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894847b-a06a-43c2-a7f7-c56dd771a054 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:27.741683 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894847b-a06a-43c2-a7f7-c56dd771a054 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:27.742104 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894847b-a06a-43c2-a7f7-c56dd771a054 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:27.742504 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894847b-a06a-43c2-a7f7-c56dd771a054 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:27.742902 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894847b-a06a-43c2-a7f7-c56dd771a054 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:27.743356 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894847b-a06a-43c2-a7f7-c56dd771a054 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:27.743787 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894847b-a06a-43c2-a7f7-c56dd771a054 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:27.744176 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894847b-a06a-43c2-a7f7-c56dd771a054 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:27.744567 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894847b-a06a-43c2-a7f7-c56dd771a054 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:27.744958 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894847b-a06a-43c2-a7f7-c56dd771a054 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:27.745985 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894847b-a06a-43c2-a7f7-c56dd771a054 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:27.746385 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894847b-a06a-43c2-a7f7-c56dd771a054 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:27.746779 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894847b-a06a-43c2-a7f7-c56dd771a054 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:27.747176 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894847b-a06a-43c2-a7f7-c56dd771a054 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:27.747603 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894847b-a06a-43c2-a7f7-c56dd771a054 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:27.747980 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894847b-a06a-43c2-a7f7-c56dd771a054 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:27.748880 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1894847b-a06a-43c2-a7f7-c56dd771a054 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:27.754461 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1894847b-a06a-43c2-a7f7-c56dd771a054 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:27.784180 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-afac3a31-f340-471c-bc54-84fb3b54ea3d req-4c5868c6-c843-4407-9cbf-958a37a34a45 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Synchronizing usage tracker for tenant:ac80e5ee0596417e91202ab42cbd347b on resource:port {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 22:01:27.790595 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-ce956fd5-eadc-48e9-8e3a-0d67a2c1386f None None] Set router 7557e166-9b21-46a6-8256-87bfde0bc6a7 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:01:27.808141 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b932232a-9f1c-4f70-a27f-38f74f41d347 None None] Notify callbacks [] for port, precommit_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:27.824690 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-b932232a-9f1c-4f70-a27f-38f74f41d347 None None] Transition to ACTIVE for port object 3736ed5a-6e91-419b-8c24-71395b7b4fab will not be triggered until provisioned by entity L2. {{(pid=80150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 22:01:27.855274 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-b932232a-9f1c-4f70-a27f-38f74f41d347 None None] Transition to ACTIVE for port object 3736ed5a-6e91-419b-8c24-71395b7b4fab will not be triggered until provisioned by entity DHCP. {{(pid=80150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 22:01:27.859741 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-afac3a31-f340-471c-bc54-84fb3b54ea3d req-4c5868c6-c843-4407-9cbf-958a37a34a45 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Unset dirty status for tenant:ac80e5ee0596417e91202ab42cbd347b on resource:port {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 22:01:27.861074 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-afac3a31-f340-471c-bc54-84fb3b54ea3d req-4c5868c6-c843-4407-9cbf-958a37a34a45 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] 10.222.0.30 "GET /v2.0/ports?device_id=527d04a8-b7d2-4285-8ae1-bcf4daca9afa HTTP/1.1" status: 200  len: 210 time: 0.1796269
Jan 26 22:01:27.885396 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b932232a-9f1c-4f70-a27f-38f74f41d347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008'] for port, after_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:27.910209 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-a579599a-1bb2-4542-ab56-756ddaa1163f req-1894847b-a06a-43c2-a7f7-c56dd771a054 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] No DVR routers for this DVR port b4a20668-1350-4124-b263-e4c588588d7e on host hv-cinder-77212 {{(pid=80149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 22:01:27.912949 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a579599a-1bb2-4542-ab56-756ddaa1163f req-1894847b-a06a-43c2-a7f7-c56dd771a054 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:27.914879 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a579599a-1bb2-4542-ab56-756ddaa1163f req-1894847b-a06a-43c2-a7f7-c56dd771a054 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] 10.222.0.45 "DELETE /v2.0/ports/b4a20668-1350-4124-b263-e4c588588d7e HTTP/1.1" status: 204  len: 173 time: 2.6966498
Jan 26 22:01:27.915623 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527d04a8-b7d2-4285-8ae1-bcf4daca9afa', 'name': 'network-vif-deleted', 'tag': 'b4a20668-1350-4124-b263-e4c588588d7e'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:01:27.952074 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6a2010df-d009-4c68-95db-42bbe9ee5901 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:28.073452 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '527d04a8-b7d2-4285-8ae1-bcf4daca9afa', 'name': 'network-vif-deleted', 'tag': 'b4a20668-1350-4124-b263-e4c588588d7e', 'status': 'completed', 'code': 200}
Jan 26 22:01:28.103033 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:28.151018 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:28.164842 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932232a-9f1c-4f70-a27f-38f74f41d347 None None] Pushing event updated for resources: {'Port': ['ID=3736ed5a-6e91-419b-8c24-71395b7b4fab,revision_number=1']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:28.191793 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b932232a-9f1c-4f70-a27f-38f74f41d347 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:28.253294 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b932232a-9f1c-4f70-a27f-38f74f41d347 None None] Network f4cfdeda-140a-4900-931d-2a556cf1a428 is already hosted by enough agents. {{(pid=80150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 22:01:28.254693 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-b932232a-9f1c-4f70-a27f-38f74f41d347 None None] Resources bound (agent type, host, resource id):  {{(pid=80150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 22:01:28.257172 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b932232a-9f1c-4f70-a27f-38f74f41d347 None None] Received port after_create {{(pid=80150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 22:01:28.322309 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-b932232a-9f1c-4f70-a27f-38f74f41d347 None None] Attempting to bind port 3736ed5a-6e91-419b-8c24-71395b7b4fab on host dv-cinder-772126-1-iscsi for vnic_type normal with profile  {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 22:01:28.322626 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-b932232a-9f1c-4f70-a27f-38f74f41d347 None None] Attempting to bind port 3736ed5a-6e91-419b-8c24-71395b7b4fab by drivers openvswitch on host dv-cinder-772126-1-iscsi at level 0 using segments [{'id': '70aacc1a-ac95-4e98-a527-65f3dbf707da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f4cfdeda-140a-4900-931d-2a556cf1a428'}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 22:01:28.323030 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b932232a-9f1c-4f70-a27f-38f74f41d347 None None] Attempting to bind port 3736ed5a-6e91-419b-8c24-71395b7b4fab on network f4cfdeda-140a-4900-931d-2a556cf1a428 {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 22:01:28.330253 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b932232a-9f1c-4f70-a27f-38f74f41d347 None None] Checking agent: {'id': 'acda3ae2-213d-42a9-bfbd-ef6e74b838e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 21, 45, 45), 'started_at': datetime.datetime(2021, 1, 26, 21, 46, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 22, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 22:01:28.330662 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b932232a-9f1c-4f70-a27f-38f74f41d347 None None] Checking segment: {'id': '70aacc1a-ac95-4e98-a527-65f3dbf707da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f4cfdeda-140a-4900-931d-2a556cf1a428'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 22:01:28.331113 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b932232a-9f1c-4f70-a27f-38f74f41d347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:28.331566 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b932232a-9f1c-4f70-a27f-38f74f41d347 None None] Bound using segment: {'id': '70aacc1a-ac95-4e98-a527-65f3dbf707da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f4cfdeda-140a-4900-931d-2a556cf1a428'} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 22:01:28.332078 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-b932232a-9f1c-4f70-a27f-38f74f41d347 None None] Bound port: 3736ed5a-6e91-419b-8c24-71395b7b4fab, host: dv-cinder-772126-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70aacc1a-ac95-4e98-a527-65f3dbf707da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f4cfdeda-140a-4900-931d-2a556cf1a428'}}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 22:01:28.332500 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b932232a-9f1c-4f70-a27f-38f74f41d347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:28.333814 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-ce956fd5-eadc-48e9-8e3a-0d67a2c1386f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5aee06d30>, [{'id': '7557e166-9b21-46a6-8256-87bfde0bc6a7', 'name': 'tempest-TestShelveInstance-1153757456-router', 'tenant_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '4c395e7e-a63f-4acf-bc4c-8cec9d88be03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:01:13Z', 'updated_at': '2021-01-26T22:01:20Z', 'revision_number': 4, 'project_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'gw_port': {'id': '4c395e7e-a63f-4acf-bc4c-8cec9d88be03', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:72:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557e166-9b21-46a6-8256-87bfde0bc6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:01:15Z', 'updated_at': '2021-01-26T22:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': '2969143a-d04c-4df6-9267-58b31977bcc4', 'name': '', 'network_id': '8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a', 'tenant_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'mac_address': 'fa:16:3e:65:3c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7557e166-9b21-46a6-8256-87bfde0bc6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '2a7d63f7-1667-43f1-aec3-7e67170ed9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:01:19Z', 'updated_at': '2021-01-26T22:01:26Z', 'revision_number': 4, 'project_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'subnets': [{'id': '2a7d63f7-1667-43f1-aec3-7e67170ed9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:01:28.338288 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce956fd5-eadc-48e9-8e3a-0d67a2c1386f None None] The sync data for ids ['7557e166-9b21-46a6-8256-87bfde0bc6a7'] in dv-cinder-772126-1-iscsi is: [{'id': '7557e166-9b21-46a6-8256-87bfde0bc6a7', 'name': 'tempest-TestShelveInstance-1153757456-router', 'tenant_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '4c395e7e-a63f-4acf-bc4c-8cec9d88be03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:01:13Z', 'updated_at': '2021-01-26T22:01:20Z', 'revision_number': 4, 'project_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'gw_port': {'id': '4c395e7e-a63f-4acf-bc4c-8cec9d88be03', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:72:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557e166-9b21-46a6-8256-87bfde0bc6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:01:15Z', 'updated_at': '2021-01-26T22:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': '2969143a-d04c-4df6-9267-58b31977bcc4', 'name': '', 'network_id': '8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a', 'tenant_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'mac_address': 'fa:16:3e:65:3c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7557e166-9b21-46a6-8256-87bfde0bc6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '2a7d63f7-1667-43f1-aec3-7e67170ed9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:01:19Z', 'updated_at': '2021-01-26T22:01:26Z', 'revision_number': 4, 'project_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'subnets': [{'id': '2a7d63f7-1667-43f1-aec3-7e67170ed9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 22:01:28.440126 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-b932232a-9f1c-4f70-a27f-38f74f41d347 None None] For port 3736ed5a-6e91-419b-8c24-71395b7b4fab, host dv-cinder-772126-1-iscsi, cleared binding levels {{(pid=80150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 22:01:28.444045 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-b932232a-9f1c-4f70-a27f-38f74f41d347 None None] For port 3736ed5a-6e91-419b-8c24-71395b7b4fab, host dv-cinder-772126-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=3736ed5a-6e91-419b-8c24-71395b7b4fab,segment=NetworkSegment(70aacc1a-ac95-4e98-a527-65f3dbf707da),segment_id=70aacc1a-ac95-4e98-a527-65f3dbf707da)] {{(pid=80150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 22:01:28.465466 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] Allocated IP 172.27.2.175 (1ba61b85-6a57-4c86-8c7b-e71ed182691b/36fb7a5a-6726-45c7-9dc5-3a7ad8db1808/eb32d670-0427-47ad-aaa9-d428a269bdf4) {{(pid=80148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 22:01:28.479091 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b932232a-9f1c-4f70-a27f-38f74f41d347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:28.495881 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1e73979e-4f7d-4a76-9efd-75a894e574bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:28.668111 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:28.691435 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932232a-9f1c-4f70-a27f-38f74f41d347 None None] Pushing event updated for resources: {'Port': ['ID=3736ed5a-6e91-419b-8c24-71395b7b4fab,revision_number=2']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:28.694246 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b932232a-9f1c-4f70-a27f-38f74f41d347 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:28.713543 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 2969143a-d04c-4df6-9267-58b31977bcc4 up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:01:28.743489 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32409920'] for port, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:28.764545 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f86115bd-8e0b-4351-8eb4-e37d62e10272 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:28.884334 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning for port 2969143a-d04c-4df6-9267-58b31977bcc4 completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 22:01:28.893669 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port 2969143a-d04c-4df6-9267-58b31977bcc4 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:01:28.895607 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:28.974408 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] Pushing event updated for resources: {'Port': ['ID=eb32d670-0427-47ad-aaa9-d428a269bdf4,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:29.005666 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:29.006066 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:29.006465 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:29.006925 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:29.007217 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:29.007623 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:29.008009 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:29.008396 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:29.008771 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:29.009150 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:29.009531 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:29.009911 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:29.010333 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:29.010719 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:29.011100 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:29.011541 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:29.011963 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:29.012451 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:29.012894 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:29.013283 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:29.013707 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:29.014088 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:29.014468 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:29.014813 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:01:29.021209 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:29.052034 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:29.089139 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] For port 2969143a-d04c-4df6-9267-58b31977bcc4, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=2969143a-d04c-4df6-9267-58b31977bcc4,segment=NetworkSegment(70525c5d-2c00-4ccf-9cca-a6432e942fb5),segment_id=70525c5d-2c00-4ccf-9cca-a6432e942fb5)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:01:29.089971 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] Network 1ba61b85-6a57-4c86-8c7b-e71ed182691b is already hosted by enough agents. {{(pid=80148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 22:01:29.091226 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] Resources bound (agent type, host, resource id):  {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 22:01:29.093678 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] Received port after_create {{(pid=80148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 22:01:29.153003 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:29.159172 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:29.285156 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Pushing event updated for resources: {'Port': ['ID=2969143a-d04c-4df6-9267-58b31977bcc4,revision_number=5']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:29.289188 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:29.699755 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:30.120973 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036821515000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33254161'] for router, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:30.303861 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f605e1a5-1dd6-49fa-8014-2b7157404ab3 None None] Network f4cfdeda-140a-4900-931d-2a556cf1a428 requested from dv-cinder-772126-1-iscsi {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 22:01:30.438799 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] Router bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b is scheduled to L3 agent d246ac06-2269-4624-8b82-d0eab6b3335a with binding_index 1 {{(pid=80148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 26 22:01:30.446612 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-a91c2559-0754-4bd5-a5c6-cd6cf712055d None None] Provisioning for port 3736ed5a-6e91-419b-8c24-71395b7b4fab completed by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 22:01:30.684267 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] Notify agent at l3_agent.dv-cinder-772126-1-iscsi the message routers_updated {{(pid=80148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 22:01:30.709658 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8241804-51ff-4168-a93e-957bec2363c7 None None] Sync routers for ids ['bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b'] in dv-cinder-772126-1-iscsi {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 22:01:30.734112 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8241804-51ff-4168-a93e-957bec2363c7 None None] Routers {'bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:01:30.734813 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-b8241804-51ff-4168-a93e-957bec2363c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5aefead30>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:01:13Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:01:30.793865 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] Notify callbacks [] for router, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:30.796207 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 4.2183909
Jan 26 22:01:30.796693 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 2969143a-d04c-4df6-9267-58b31977bcc4 up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:01:30.800265 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 50490) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:01:31.025672 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port 2969143a-d04c-4df6-9267-58b31977bcc4 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:01:31.026102 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:31.202624 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-b8241804-51ff-4168-a93e-957bec2363c7 None None] Set router bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b gateway port host: dv-cinder-772126-1-iscsi {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:01:31.634282 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 3736ed5a-6e91-419b-8c24-71395b7b4fab up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:01:31.810881 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning for port 3736ed5a-6e91-419b-8c24-71395b7b4fab completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 22:01:31.822111 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port 3736ed5a-6e91-419b-8c24-71395b7b4fab triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:01:31.822533 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:31.872224 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-5b60af83-90d6-4e31-91ab-f6e376c80c29 None None] Provisioning complete for port 3736ed5a-6e91-419b-8c24-71395b7b4fab triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:01:31.872642 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5b60af83-90d6-4e31-91ab-f6e376c80c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:31.981196 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6328627e-72b3-4540-9892-b658449ac858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:32.029740 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-b8241804-51ff-4168-a93e-957bec2363c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5aefead30>, [{'id': 'bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b', 'name': 'tempest-TestShelveInstance-368203774-router', 'tenant_id': 'ff2ed45d62ea4bf48730b0b7608ab8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'eb32d670-0427-47ad-aaa9-d428a269bdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:01:26Z', 'updated_at': '2021-01-26T22:01:29Z', 'revision_number': 3, 'project_id': 'ff2ed45d62ea4bf48730b0b7608ab8a3', 'gw_port': {'id': 'eb32d670-0427-47ad-aaa9-d428a269bdf4', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:73:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:01:28Z', 'updated_at': '2021-01-26T22:01:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi'}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:01:32.038987 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8241804-51ff-4168-a93e-957bec2363c7 None None] Checking router: bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b for host: dv-cinder-772126-1-iscsi {{(pid=80150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 22:01:32.039387 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8241804-51ff-4168-a93e-957bec2363c7 None None] Updating router bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b port eb32d670-0427-47ad-aaa9-d428a269bdf4 binding host dv-cinder-772126-1-iscsi {{(pid=80150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 26 22:01:32.154217 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:32.183500 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b8241804-51ff-4168-a93e-957bec2363c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:32.216214 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5b60af83-90d6-4e31-91ab-f6e376c80c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:32.319509 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] For port 3736ed5a-6e91-419b-8c24-71395b7b4fab, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=3736ed5a-6e91-419b-8c24-71395b7b4fab,segment=NetworkSegment(70aacc1a-ac95-4e98-a527-65f3dbf707da),segment_id=70aacc1a-ac95-4e98-a527-65f3dbf707da)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:01:32.361016 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-6328627e-72b3-4540-9892-b658449ac858 admin admin] Allocated IP 172.20.0.1 (f4cfdeda-140a-4900-931d-2a556cf1a428/64581345-38f5-4723-a01a-d4cd0b414109/2a74c2e3-ccab-4865-839d-ed7beec5f068) {{(pid=80148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 22:01:32.419552 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:32.437598 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:32.524003 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.db.api [None req-5b60af83-90d6-4e31-91ab-f6e376c80c29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80150) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 26 22:01:32.524416 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_db.api [None req-5b60af83-90d6-4e31-91ab-f6e376c80c29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 26 22:01:32.547072 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6328627e-72b3-4540-9892-b658449ac858 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:32.547518 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Pushing event updated for resources: {'Port': ['ID=3736ed5a-6e91-419b-8c24-71395b7b4fab,revision_number=3']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:32.553108 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:32.568787 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-6328627e-72b3-4540-9892-b658449ac858 admin admin] Transition to ACTIVE for port object 2a74c2e3-ccab-4865-839d-ed7beec5f068 will not be triggered until provisioned by entity DHCP. {{(pid=80148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 22:01:32.628419 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6328627e-72b3-4540-9892-b658449ac858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32409920'] for port, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:32.661661 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9f39ff59-ad7e-4909-ac64-716b53260cae tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:32.677395 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 3736ed5a-6e91-419b-8c24-71395b7b4fab up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:01:32.785700 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port 3736ed5a-6e91-419b-8c24-71395b7b4fab triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:01:32.786118 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:32.833701 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6328627e-72b3-4540-9892-b658449ac858 admin admin] Pushing event updated for resources: {'Port': ['ID=2a74c2e3-ccab-4865-839d-ed7beec5f068,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:32.848037 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6328627e-72b3-4540-9892-b658449ac858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:32.897810 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6328627e-72b3-4540-9892-b658449ac858 admin admin] Network f4cfdeda-140a-4900-931d-2a556cf1a428 is already hosted by enough agents. {{(pid=80148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 22:01:32.899090 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-6328627e-72b3-4540-9892-b658449ac858 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 22:01:32.901582 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6328627e-72b3-4540-9892-b658449ac858 admin admin] Received port after_create {{(pid=80148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 22:01:32.968151 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b8241804-51ff-4168-a93e-957bec2363c7 None None] Notify callbacks [] for port, precommit_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:32.970807 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6328627e-72b3-4540-9892-b658449ac858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33256029'] for router_interface, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:32.984584 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-b8241804-51ff-4168-a93e-957bec2363c7 None None] Transition to ACTIVE for port object eb32d670-0427-47ad-aaa9-d428a269bdf4 will not be triggered until provisioned by entity L2. {{(pid=80150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 22:01:33.094120 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b8241804-51ff-4168-a93e-957bec2363c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:33.119300 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:33.145672 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6328627e-72b3-4540-9892-b658449ac858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:33.315946 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa5b0d-b4d7-4881-a7ba-bcf4253e1f15 None None] Pushing event updated for resources: {'Port': ['ID=eb32d670-0427-47ad-aaa9-d428a269bdf4,revision_number=2']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:33.319354 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-daaa5b0d-b4d7-4881-a7ba-bcf4253e1f15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:33.400164 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-b8241804-51ff-4168-a93e-957bec2363c7 None None] Attempting to bind port eb32d670-0427-47ad-aaa9-d428a269bdf4 on host dv-cinder-772126-1-iscsi for vnic_type normal with profile  {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 22:01:33.400808 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-b8241804-51ff-4168-a93e-957bec2363c7 None None] Attempting to bind port eb32d670-0427-47ad-aaa9-d428a269bdf4 by drivers openvswitch on host dv-cinder-772126-1-iscsi at level 0 using segments [{'id': 'f4c7a2a5-f441-4cda-be7f-98d9b91d5196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 22:01:33.401001 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8241804-51ff-4168-a93e-957bec2363c7 None None] Attempting to bind port eb32d670-0427-47ad-aaa9-d428a269bdf4 on network 1ba61b85-6a57-4c86-8c7b-e71ed182691b {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 22:01:33.407737 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8241804-51ff-4168-a93e-957bec2363c7 None None] Checking agent: {'id': 'acda3ae2-213d-42a9-bfbd-ef6e74b838e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 21, 45, 45), 'started_at': datetime.datetime(2021, 1, 26, 21, 46, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 22, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 22:01:33.408287 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8241804-51ff-4168-a93e-957bec2363c7 None None] Checking segment: {'id': 'f4c7a2a5-f441-4cda-be7f-98d9b91d5196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 22:01:33.408745 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b8241804-51ff-4168-a93e-957bec2363c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:33.409180 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8241804-51ff-4168-a93e-957bec2363c7 None None] Bound using segment: {'id': 'f4c7a2a5-f441-4cda-be7f-98d9b91d5196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 22:01:33.409730 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-b8241804-51ff-4168-a93e-957bec2363c7 None None] Bound port: eb32d670-0427-47ad-aaa9-d428a269bdf4, host: dv-cinder-772126-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c7a2a5-f441-4cda-be7f-98d9b91d5196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'}}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 22:01:33.410171 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b8241804-51ff-4168-a93e-957bec2363c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:33.486444 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6328627e-72b3-4540-9892-b658449ac858 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:33.497264 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-5e24eac6-91d1-4f47-854f-256b8e2e8f66 None None] Provisioning for port 2a74c2e3-ccab-4865-839d-ed7beec5f068 completed by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 22:01:33.502046 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-5e24eac6-91d1-4f47-854f-256b8e2e8f66 None None] Provisioning complete for port 2a74c2e3-ccab-4865-839d-ed7beec5f068 triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:01:33.502456 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5e24eac6-91d1-4f47-854f-256b8e2e8f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:33.512632 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6328627e-72b3-4540-9892-b658449ac858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822365879'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:33.533301 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-b8241804-51ff-4168-a93e-957bec2363c7 None None] For port eb32d670-0427-47ad-aaa9-d428a269bdf4, host dv-cinder-772126-1-iscsi, cleared binding levels {{(pid=80150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 22:01:33.544676 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-29f3be18-d61a-4073-a055-76d4a17ad639 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:33.562308 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-b8241804-51ff-4168-a93e-957bec2363c7 None None] For port eb32d670-0427-47ad-aaa9-d428a269bdf4, host dv-cinder-772126-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=eb32d670-0427-47ad-aaa9-d428a269bdf4,segment=NetworkSegment(f4c7a2a5-f441-4cda-be7f-98d9b91d5196),segment_id=f4c7a2a5-f441-4cda-be7f-98d9b91d5196)] {{(pid=80150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 22:01:33.573519 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-5e24eac6-91d1-4f47-854f-256b8e2e8f66 None None] Port 2a74c2e3-ccab-4865-839d-ed7beec5f068 cannot update to ACTIVE because it is not bound. {{(pid=80150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 22:01:33.582146 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b8241804-51ff-4168-a93e-957bec2363c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:33.600925 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:33.640829 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6328627e-72b3-4540-9892-b658449ac858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33045946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036821519617'] for router_interface, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:33.660256 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6328627e-72b3-4540-9892-b658449ac858 admin admin] Pushing event updated for resources: {'Port': ['ID=2a74c2e3-ccab-4865-839d-ed7beec5f068,revision_number=2']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:33.667531 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6328627e-72b3-4540-9892-b658449ac858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:33.817911 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6328627e-72b3-4540-9892-b658449ac858 admin admin] Network f4cfdeda-140a-4900-931d-2a556cf1a428 is already hosted by enough agents. {{(pid=80148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 22:01:33.820183 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-6328627e-72b3-4540-9892-b658449ac858 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 22:01:33.958371 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa5b0d-b4d7-4881-a7ba-bcf4253e1f15 None None] Pushing event updated for resources: {'Port': ['ID=eb32d670-0427-47ad-aaa9-d428a269bdf4,revision_number=3']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:33.961977 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-daaa5b0d-b4d7-4881-a7ba-bcf4253e1f15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:34.032881 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8241804-51ff-4168-a93e-957bec2363c7 None None] Routers {'bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:01:34.033611 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-b8241804-51ff-4168-a93e-957bec2363c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5aefead30>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:01:13Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:01:34.077498 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6328627e-72b3-4540-9892-b658449ac858 admin admin] Router bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b has already been hosted by L3 agent d246ac06-2269-4624-8b82-d0eab6b3335a {{(pid=80148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 22:01:34.211138 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-623cfd91-dcf2-4481-bf78-f39c1f592c4b None None] Provisioning complete for port 2a74c2e3-ccab-4865-839d-ed7beec5f068 triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:01:34.211621 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-623cfd91-dcf2-4481-bf78-f39c1f592c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:34.289062 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6328627e-72b3-4540-9892-b658449ac858 admin admin] Notify agent at l3_agent.dv-cinder-772126-1-iscsi the message routers_updated {{(pid=80148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 22:01:34.303486 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-6328627e-72b3-4540-9892-b658449ac858 admin admin] 10.222.0.30 "PUT /v2.0/routers/bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5015962
Jan 26 22:01:34.306724 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-623cfd91-dcf2-4481-bf78-f39c1f592c4b None None] Port 2a74c2e3-ccab-4865-839d-ed7beec5f068 cannot update to ACTIVE because it is not bound. {{(pid=80150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 22:01:34.330649 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-b8241804-51ff-4168-a93e-957bec2363c7 None None] Set router bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b gateway port host: dv-cinder-772126-1-iscsi {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:01:34.695152 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-b8241804-51ff-4168-a93e-957bec2363c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5aefead30>, [{'id': 'bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b', 'name': 'tempest-TestShelveInstance-368203774-router', 'tenant_id': 'ff2ed45d62ea4bf48730b0b7608ab8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'eb32d670-0427-47ad-aaa9-d428a269bdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:01:26Z', 'updated_at': '2021-01-26T22:01:33Z', 'revision_number': 4, 'project_id': 'ff2ed45d62ea4bf48730b0b7608ab8a3', 'gw_port': {'id': 'eb32d670-0427-47ad-aaa9-d428a269bdf4', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:73:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:01:28Z', 'updated_at': '2021-01-26T22:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': '2a74c2e3-ccab-4865-839d-ed7beec5f068', 'name': '', 'network_id': 'f4cfdeda-140a-4900-931d-2a556cf1a428', 'tenant_id': 'ff2ed45d62ea4bf48730b0b7608ab8a3', 'mac_address': 'fa:16:3e:fa:bb:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '64581345-38f5-4723-a01a-d4cd0b414109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:01:32Z', 'updated_at': '2021-01-26T22:01:33Z', 'revision_number': 2, 'project_id': 'ff2ed45d62ea4bf48730b0b7608ab8a3', 'subnets': [{'id': '64581345-38f5-4723-a01a-d4cd0b414109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:01:34.700062 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8241804-51ff-4168-a93e-957bec2363c7 None None] The sync data for ids ['bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b'] in dv-cinder-772126-1-iscsi is: [{'id': 'bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b', 'name': 'tempest-TestShelveInstance-368203774-router', 'tenant_id': 'ff2ed45d62ea4bf48730b0b7608ab8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'eb32d670-0427-47ad-aaa9-d428a269bdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:01:26Z', 'updated_at': '2021-01-26T22:01:33Z', 'revision_number': 4, 'project_id': 'ff2ed45d62ea4bf48730b0b7608ab8a3', 'gw_port': {'id': 'eb32d670-0427-47ad-aaa9-d428a269bdf4', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:73:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:01:28Z', 'updated_at': '2021-01-26T22:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': '2a74c2e3-ccab-4865-839d-ed7beec5f068', 'name': '', 'network_id': 'f4cfdeda-140a-4900-931d-2a556cf1a428', 'tenant_id': 'ff2ed45d62ea4bf48730b0b7608ab8a3', 'mac_address': 'fa:16:3e:fa:bb:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '64581345-38f5-4723-a01a-d4cd0b414109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:01:32Z', 'updated_at': '2021-01-26T22:01:33Z', 'revision_number': 2, 'project_id': 'ff2ed45d62ea4bf48730b0b7608ab8a3', 'subnets': [{'id': '64581345-38f5-4723-a01a-d4cd0b414109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 22:01:35.054795 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-30d60fe4-eec3-49b0-811c-07d47d278acc req-61c521bd-daf7-4af9-9fa9-25fa980b8e12 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-165325859', 'description': 'tempest-TestShelveInstance-165325859 description'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:01:35.069422 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-30d60fe4-eec3-49b0-811c-07d47d278acc req-61c521bd-daf7-4af9-9fa9-25fa980b8e12 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:01:35.073811 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-30d60fe4-eec3-49b0-811c-07d47d278acc req-61c521bd-daf7-4af9-9fa9-25fa980b8e12 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Usage tracker for resource:security_group and tenant:66b3e2a25f144fa88a4be7bd2f2b4abf is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:01:35.076964 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-30d60fe4-eec3-49b0-811c-07d47d278acc req-61c521bd-daf7-4af9-9fa9-25fa980b8e12 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:01:35.084727 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-30d60fe4-eec3-49b0-811c-07d47d278acc req-61c521bd-daf7-4af9-9fa9-25fa980b8e12 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:01:35.124163 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-30d60fe4-eec3-49b0-811c-07d47d278acc req-61c521bd-daf7-4af9-9fa9-25fa980b8e12 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:35.148064 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-30d60fe4-eec3-49b0-811c-07d47d278acc req-61c521bd-daf7-4af9-9fa9-25fa980b8e12 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:01:35.152660 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-30d60fe4-eec3-49b0-811c-07d47d278acc req-61c521bd-daf7-4af9-9fa9-25fa980b8e12 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Usage tracker for resource:security_group_rule and tenant:66b3e2a25f144fa88a4be7bd2f2b4abf is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:01:35.156169 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-30d60fe4-eec3-49b0-811c-07d47d278acc req-61c521bd-daf7-4af9-9fa9-25fa980b8e12 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:01:35.164215 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-30d60fe4-eec3-49b0-811c-07d47d278acc req-61c521bd-daf7-4af9-9fa9-25fa980b8e12 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:01:35.306812 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-30d60fe4-eec3-49b0-811c-07d47d278acc req-61c521bd-daf7-4af9-9fa9-25fa980b8e12 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:35.335428 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-30d60fe4-eec3-49b0-811c-07d47d278acc req-61c521bd-daf7-4af9-9fa9-25fa980b8e12 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:35.341462 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1e16da2f-cdcd-40e7-b4fc-15cea37c00bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:35.385491 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c521bd-daf7-4af9-9fa9-25fa980b8e12 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=081d1b97-1169-4869-ae03-80a3bef41642,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:35.388561 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-61c521bd-daf7-4af9-9fa9-25fa980b8e12 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:35.425062 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-30d60fe4-eec3-49b0-811c-07d47d278acc req-61c521bd-daf7-4af9-9fa9-25fa980b8e12 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:35.428067 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-30d60fe4-eec3-49b0-811c-07d47d278acc req-61c521bd-daf7-4af9-9fa9-25fa980b8e12 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1805 time: 0.3859141
Jan 26 22:01:35.534497 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-cd49f372-d87b-4a83-9c65-43caaaae2705 req-d5d1c5ea-6f96-4d58-89ba-fe2cda963f40 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/security-groups/081d1b97-1169-4869-ae03-80a3bef41642 HTTP/1.1" status: 200  len: 1800 time: 0.0680149
Jan 26 22:01:35.545929 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-cd49f372-d87b-4a83-9c65-43caaaae2705 req-bd9503b7-3769-42c5-ac8b-21461d66a267 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '081d1b97-1169-4869-ae03-80a3bef41642', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:01:35.546589 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-cd49f372-d87b-4a83-9c65-43caaaae2705 req-bd9503b7-3769-42c5-ac8b-21461d66a267 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '081d1b97-1169-4869-ae03-80a3bef41642', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:01:35.563703 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-cd49f372-d87b-4a83-9c65-43caaaae2705 req-bd9503b7-3769-42c5-ac8b-21461d66a267 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:01:35.569370 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-cd49f372-d87b-4a83-9c65-43caaaae2705 req-bd9503b7-3769-42c5-ac8b-21461d66a267 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Usage tracker for resource:security_group_rule and tenant:66b3e2a25f144fa88a4be7bd2f2b4abf is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:01:35.573019 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-cd49f372-d87b-4a83-9c65-43caaaae2705 req-bd9503b7-3769-42c5-ac8b-21461d66a267 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:01:35.579958 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-cd49f372-d87b-4a83-9c65-43caaaae2705 req-bd9503b7-3769-42c5-ac8b-21461d66a267 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:01:35.946633 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-cd49f372-d87b-4a83-9c65-43caaaae2705 req-bd9503b7-3769-42c5-ac8b-21461d66a267 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:35.975618 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-cd49f372-d87b-4a83-9c65-43caaaae2705 req-bd9503b7-3769-42c5-ac8b-21461d66a267 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:35.998723 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-cd49f372-d87b-4a83-9c65-43caaaae2705 req-bd9503b7-3769-42c5-ac8b-21461d66a267 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553973'] for security_group_rule, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:36.012213 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:36.030220 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 50660) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:01:36.035026 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9503b7-3769-42c5-ac8b-21461d66a267 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=301af7a4-ae82-404b-98c2-499306ddd391,revision_number=0']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:36.038374 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-bd9503b7-3769-42c5-ac8b-21461d66a267 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:36.066930 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-cd49f372-d87b-4a83-9c65-43caaaae2705 req-bd9503b7-3769-42c5-ac8b-21461d66a267 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:36.068439 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-cd49f372-d87b-4a83-9c65-43caaaae2705 req-bd9503b7-3769-42c5-ac8b-21461d66a267 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.5271251
Jan 26 22:01:36.181359 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-07a16869-ae38-4d00-b4a0-1789eaedb13c req-10bf05ae-9449-4e2a-9ef7-44ed74087d0b tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/security-groups/081d1b97-1169-4869-ae03-80a3bef41642 HTTP/1.1" status: 200  len: 2393 time: 0.0795913
Jan 26 22:01:36.193175 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-07a16869-ae38-4d00-b4a0-1789eaedb13c req-d9a22dd1-ebcf-475b-b57c-4a528f740540 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '081d1b97-1169-4869-ae03-80a3bef41642', 'remote_group_id': None}]} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:01:36.193534 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-07a16869-ae38-4d00-b4a0-1789eaedb13c req-d9a22dd1-ebcf-475b-b57c-4a528f740540 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '081d1b97-1169-4869-ae03-80a3bef41642', 'remote_group_id': None}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:01:36.207957 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-07a16869-ae38-4d00-b4a0-1789eaedb13c req-d9a22dd1-ebcf-475b-b57c-4a528f740540 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:01:36.212195 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-07a16869-ae38-4d00-b4a0-1789eaedb13c req-d9a22dd1-ebcf-475b-b57c-4a528f740540 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Usage tracker for resource:security_group_rule and tenant:66b3e2a25f144fa88a4be7bd2f2b4abf is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:01:36.215386 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-07a16869-ae38-4d00-b4a0-1789eaedb13c req-d9a22dd1-ebcf-475b-b57c-4a528f740540 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:01:36.221992 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-07a16869-ae38-4d00-b4a0-1789eaedb13c req-d9a22dd1-ebcf-475b-b57c-4a528f740540 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:01:36.237888 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-d86b3e89-b3d9-4396-a484-8431748f93e0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ac80e5ee0596417e91202ab42cbd347b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2062411
Jan 26 22:01:36.251760 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 50668) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:01:36.318178 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ec3bb5e2-2c08-427b-83b7-355bd0d30231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:36.326093 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-07a16869-ae38-4d00-b4a0-1789eaedb13c req-d9a22dd1-ebcf-475b-b57c-4a528f740540 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:36.347585 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ec3bb5e2-2c08-427b-83b7-355bd0d30231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:36.355483 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-07a16869-ae38-4d00-b4a0-1789eaedb13c req-d9a22dd1-ebcf-475b-b57c-4a528f740540 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:36.392677 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-07a16869-ae38-4d00-b4a0-1789eaedb13c req-d9a22dd1-ebcf-475b-b57c-4a528f740540 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553973'] for security_group_rule, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:36.394879 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:36.417989 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a22dd1-ebcf-475b-b57c-4a528f740540 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92d2049c-72c7-4658-aad9-34f14cb29fa2,revision_number=0']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:36.422440 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d9a22dd1-ebcf-475b-b57c-4a528f740540 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:36.472626 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-07a16869-ae38-4d00-b4a0-1789eaedb13c req-d9a22dd1-ebcf-475b-b57c-4a528f740540 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:36.473974 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-07a16869-ae38-4d00-b4a0-1789eaedb13c req-d9a22dd1-ebcf-475b-b57c-4a528f740540 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.2858782
Jan 26 22:01:36.529465 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ec3bb5e2-2c08-427b-83b7-355bd0d30231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:36.535958 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-dd8deb15-2f15-4320-9a4c-8bf793ee7e39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:36.554795 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3bb5e2-2c08-427b-83b7-355bd0d30231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a1c41b-0627-4e10-a988-e32a2de01bb6,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:36.557689 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-ec3bb5e2-2c08-427b-83b7-355bd0d30231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:36.596494 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ec3bb5e2-2c08-427b-83b7-355bd0d30231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:36.605350 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-ec3bb5e2-2c08-427b-83b7-355bd0d30231 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e7a1c41b-0627-4e10-a988-e32a2de01bb6 HTTP/1.1" status: 204  len: 168 time: 0.3497951
Jan 26 22:01:36.687253 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device eb32d670-0427-47ad-aaa9-d428a269bdf4 up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:01:36.826842 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning for port eb32d670-0427-47ad-aaa9-d428a269bdf4 completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 22:01:36.833557 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port eb32d670-0427-47ad-aaa9-d428a269bdf4 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:01:36.833990 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:36.987965 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:37.006540 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] For port eb32d670-0427-47ad-aaa9-d428a269bdf4, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=eb32d670-0427-47ad-aaa9-d428a269bdf4,segment=NetworkSegment(f4c7a2a5-f441-4cda-be7f-98d9b91d5196),segment_id=f4c7a2a5-f441-4cda-be7f-98d9b91d5196)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:01:37.044432 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:37.046745 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:37.122979 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Pushing event updated for resources: {'Port': ['ID=eb32d670-0427-47ad-aaa9-d428a269bdf4,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:37.127798 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:37.796499 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 50738) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:01:37.950691 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-2f3cf56b-29be-4da1-a1b6-911ca0d77a4b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1862098950-network', 'tenant_id': '8071c97ee0f643c99500a38297ab3828'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:01:37.956110 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-2f3cf56b-29be-4da1-a1b6-911ca0d77a4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:01:37.961364 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-2f3cf56b-29be-4da1-a1b6-911ca0d77a4b admin admin] Usage tracker for resource:network and tenant:8071c97ee0f643c99500a38297ab3828 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:01:37.964503 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-2f3cf56b-29be-4da1-a1b6-911ca0d77a4b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:01:37.971499 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-2f3cf56b-29be-4da1-a1b6-911ca0d77a4b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:01:38.015250 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3cf56b-29be-4da1-a1b6-911ca0d77a4b admin admin] Made reservation on behalf of 8071c97ee0f643c99500a38297ab3828 for: {'network': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 22:01:38.020491 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2f3cf56b-29be-4da1-a1b6-911ca0d77a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for network, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:38.035478 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2f3cf56b-29be-4da1-a1b6-911ca0d77a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:38.053254 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-2f3cf56b-29be-4da1-a1b6-911ca0d77a4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:01:38.058147 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-2f3cf56b-29be-4da1-a1b6-911ca0d77a4b admin admin] Usage tracker for resource:security_group_rule and tenant:8071c97ee0f643c99500a38297ab3828 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:01:38.061318 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-2f3cf56b-29be-4da1-a1b6-911ca0d77a4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:01:38.068148 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-2f3cf56b-29be-4da1-a1b6-911ca0d77a4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:01:38.126188 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c1ab78-98c5-40a3-8afd-38434b54375e None None] Sync routers for ids ['bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b'] in dv-cinder-772126-1-iscsi {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 22:01:38.138845 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c1ab78-98c5-40a3-8afd-38434b54375e None None] Routers {'bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:01:38.139585 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-44c1ab78-98c5-40a3-8afd-38434b54375e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5aee063c8>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:01:13Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:01:38.166801 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2f3cf56b-29be-4da1-a1b6-911ca0d77a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:38.198031 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2f3cf56b-29be-4da1-a1b6-911ca0d77a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:38.202799 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c974a529-c169-4a2c-ab2c-76fd1fe5817f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:38.235264 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f3cf56b-29be-4da1-a1b6-911ca0d77a4b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 26 22:01:38.254146 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3cf56b-29be-4da1-a1b6-911ca0d77a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271c8670-57af-423c-b843-484955cf0946,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:38.258807 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2f3cf56b-29be-4da1-a1b6-911ca0d77a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:38.259949 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2f3cf56b-29be-4da1-a1b6-911ca0d77a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853870792'] for segment, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:38.260343 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.db.segments_db [None req-2f3cf56b-29be-4da1-a1b6-911ca0d77a4b admin admin] Added segment f374c4f9-2552-4e5c-9d66-64cb98fcef90 of type vxlan for network 8904a6e0-aa88-4798-9a29-cb1a3f9b9001
Jan 26 22:01:38.295797 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2f3cf56b-29be-4da1-a1b6-911ca0d77a4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247825098817'] for network, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:38.297864 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a474d7b8-7a78-409b-9a31-b63f6e82a221 req-2827c996-542d-418a-bf23-05b39741acd2 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-2002089528&fields=id&tenant_id=67378ee588b44b458166893de5b521e0 HTTP/1.1" status: 200  len: 267 time: 0.0667303
Jan 26 22:01:38.350159 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-44c1ab78-98c5-40a3-8afd-38434b54375e None None] Set router bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b gateway port host: dv-cinder-772126-1-iscsi {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:01:38.369944 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2f3cf56b-29be-4da1-a1b6-911ca0d77a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897'] for network, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:38.372120 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3cf56b-29be-4da1-a1b6-911ca0d77a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:38.373105 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2f3cf56b-29be-4da1-a1b6-911ca0d77a4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for network, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:38.380357 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:38.462925 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474d7b8-7a78-409b-9a31-b63f6e82a221 req-04941369-272e-4f3d-9133-2fd01624c2b9 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:38.467010 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a474d7b8-7a78-409b-9a31-b63f6e82a221 req-04941369-272e-4f3d-9133-2fd01624c2b9 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 984 time: 0.1595461
Jan 26 22:01:38.491290 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-a474d7b8-7a78-409b-9a31-b63f6e82a221 req-461d26b3-d85c-420f-acc3-4c8c36e0edc9 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Request body: {'port': {'security_groups': ['ed00a403-af3d-4be2-b18c-1bd41919de1d']}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:01:38.511048 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3cf56b-29be-4da1-a1b6-911ca0d77a4b admin admin] Pushing event updated for resources: {'Network': ['ID=8904a6e0-aa88-4798-9a29-cb1a3f9b9001,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:38.514188 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2f3cf56b-29be-4da1-a1b6-911ca0d77a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:38.523441 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Network 8904a6e0-aa88-4798-9a29-cb1a3f9b9001 details requested by agent ovs-agent-dv-cinder-772126-1-iscsi with host dv-cinder-772126-1-iscsi {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 22:01:38.543124 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-2f3cf56b-29be-4da1-a1b6-911ca0d77a4b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.7432520
Jan 26 22:01:38.543746 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 50760) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:01:38.554025 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Network 8904a6e0-aa88-4798-9a29-cb1a3f9b9001 details requested by agent ovs-agent-hv-cinder-77212 with host hv-cinder-77212 {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 22:01:38.558442 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-159528e8-f22b-41cb-982f-51837364052e admin admin] Request body: {'subnet': {'network_id': '8904a6e0-aa88-4798-9a29-cb1a3f9b9001', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1862098950-subnet', 'tenant_id': '8071c97ee0f643c99500a38297ab3828', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:01:38.574876 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-159528e8-f22b-41cb-982f-51837364052e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:01:38.600490 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-159528e8-f22b-41cb-982f-51837364052e admin admin] Usage tracker for resource:subnet and tenant:8071c97ee0f643c99500a38297ab3828 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:01:38.618798 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-159528e8-f22b-41cb-982f-51837364052e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:01:38.652898 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-159528e8-f22b-41cb-982f-51837364052e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:01:38.724571 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159528e8-f22b-41cb-982f-51837364052e admin admin] Made reservation on behalf of 8071c97ee0f643c99500a38297ab3828 for: {'subnet': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 22:01:38.736208 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-159528e8-f22b-41cb-982f-51837364052e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036823000920'] for subnet, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:38.847113 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device eb32d670-0427-47ad-aaa9-d428a269bdf4 up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:01:38.866878 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-44c1ab78-98c5-40a3-8afd-38434b54375e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5aee063c8>, [{'id': 'bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b', 'name': 'tempest-TestShelveInstance-368203774-router', 'tenant_id': 'ff2ed45d62ea4bf48730b0b7608ab8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'eb32d670-0427-47ad-aaa9-d428a269bdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:01:26Z', 'updated_at': '2021-01-26T22:01:33Z', 'revision_number': 4, 'project_id': 'ff2ed45d62ea4bf48730b0b7608ab8a3', 'gw_port': {'id': 'eb32d670-0427-47ad-aaa9-d428a269bdf4', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:73:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:01:28Z', 'updated_at': '2021-01-26T22:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': '2a74c2e3-ccab-4865-839d-ed7beec5f068', 'name': '', 'network_id': 'f4cfdeda-140a-4900-931d-2a556cf1a428', 'tenant_id': 'ff2ed45d62ea4bf48730b0b7608ab8a3', 'mac_address': 'fa:16:3e:fa:bb:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '64581345-38f5-4723-a01a-d4cd0b414109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:01:32Z', 'updated_at': '2021-01-26T22:01:33Z', 'revision_number': 2, 'project_id': 'ff2ed45d62ea4bf48730b0b7608ab8a3', 'subnets': [{'id': '64581345-38f5-4723-a01a-d4cd0b414109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:01:38.872979 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c1ab78-98c5-40a3-8afd-38434b54375e None None] Checking router: bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b for host: dv-cinder-772126-1-iscsi {{(pid=80151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 22:01:38.873690 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c1ab78-98c5-40a3-8afd-38434b54375e None None] Updating router bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b port 2a74c2e3-ccab-4865-839d-ed7beec5f068 binding host dv-cinder-772126-1-iscsi {{(pid=80151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 26 22:01:38.916785 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a474d7b8-7a78-409b-9a31-b63f6e82a221 req-461d26b3-d85c-420f-acc3-4c8c36e0edc9 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:38.992640 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port eb32d670-0427-47ad-aaa9-d428a269bdf4 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:01:38.993249 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:38.997677 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-44c1ab78-98c5-40a3-8afd-38434b54375e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:39.584488 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-a474d7b8-7a78-409b-9a31-b63f6e82a221 req-461d26b3-d85c-420f-acc3-4c8c36e0edc9 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] For port b826e31f-679d-44b8-955b-006e62fa53fd, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=b826e31f-679d-44b8-955b-006e62fa53fd,segment=NetworkSegment(7eeb8799-e326-4326-83d8-71c44271645c),segment_id=7eeb8799-e326-4326-83d8-71c44271645c)] {{(pid=80149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:01:39.599553 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-879fed8a-2ca2-4eae-a105-e34943915a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:39.648084 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a474d7b8-7a78-409b-9a31-b63f6e82a221 req-461d26b3-d85c-420f-acc3-4c8c36e0edc9 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks [] for port, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:39.674219 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a474d7b8-7a78-409b-9a31-b63f6e82a221 req-461d26b3-d85c-420f-acc3-4c8c36e0edc9 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823313603'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:39.712969 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-af3f9735-120d-4696-8be8-cff66c0c1455 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:39.757320 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-159528e8-f22b-41cb-982f-51837364052e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036822365487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036823000903'] for subnet, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:39.806219 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-44c1ab78-98c5-40a3-8afd-38434b54375e None None] Notify callbacks [] for port, precommit_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:39.824076 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-44c1ab78-98c5-40a3-8afd-38434b54375e None None] Transition to ACTIVE for port object 2a74c2e3-ccab-4865-839d-ed7beec5f068 will not be triggered until provisioned by entity L2. {{(pid=80151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 22:01:39.845330 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:39.861244 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-44c1ab78-98c5-40a3-8afd-38434b54375e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:39.878747 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-7df7d0f8-792a-49c0-a55c-b500077bd9e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:39.893494 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d26b3-d85c-420f-acc3-4c8c36e0edc9 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Pushing event updated for resources: {'Port': ['ID=b826e31f-679d-44b8-955b-006e62fa53fd,revision_number=6']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:39.899129 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-461d26b3-d85c-420f-acc3-4c8c36e0edc9 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:39.963117 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159528e8-f22b-41cb-982f-51837364052e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b9f888d-ad84-4cf2-be9b-1b6af2cccb64,revision_number=0']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:39.974990 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-159528e8-f22b-41cb-982f-51837364052e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:40.057924 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de17246-b71e-40d3-bb19-5411221f9085 None None] Pushing event updated for resources: {'Port': ['ID=2a74c2e3-ccab-4865-839d-ed7beec5f068,revision_number=3']} {{(pid=80151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:40.067833 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a474d7b8-7a78-409b-9a31-b63f6e82a221 req-461d26b3-d85c-420f-acc3-4c8c36e0edc9 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:40.068941 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a474d7b8-7a78-409b-9a31-b63f6e82a221 req-461d26b3-d85c-420f-acc3-4c8c36e0edc9 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:40.073507 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3de17246-b71e-40d3-bb19-5411221f9085 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:40.074796 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a474d7b8-7a78-409b-9a31-b63f6e82a221 req-461d26b3-d85c-420f-acc3-4c8c36e0edc9 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "PUT /v2.0/ports/b826e31f-679d-44b8-955b-006e62fa53fd HTTP/1.1" status: 200  len: 942 time: 1.5900581
Jan 26 22:01:40.075859 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d96ef07-264f-4dbf-a255-ba4248406add', 'tag': 'b826e31f-679d-44b8-955b-006e62fa53fd'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:01:40.108711 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159528e8-f22b-41cb-982f-51837364052e admin admin] Checking segment: {'id': 'f374c4f9-2552-4e5c-9d66-64cb98fcef90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8904a6e0-aa88-4798-9a29-cb1a3f9b9001'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 22:01:40.109119 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159528e8-f22b-41cb-982f-51837364052e admin admin] Network hostable DHCP agents. Network: 8904a6e0-aa88-4798-9a29-cb1a3f9b9001, hostable agents: ['31d7f489-5cf7-4386-baac-120d285301b4'], hosted agents: [] {{(pid=80148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 26 22:01:40.149281 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d96ef07-264f-4dbf-a255-ba4248406add', 'tag': 'b826e31f-679d-44b8-955b-006e62fa53fd', 'status': 'completed', 'code': 200}
Jan 26 22:01:40.193309 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159528e8-f22b-41cb-982f-51837364052e admin admin] Network 8904a6e0-aa88-4798-9a29-cb1a3f9b9001 is scheduled to be hosted by DHCP agent 31d7f489-5cf7-4386-baac-120d285301b4 with binding_index 1 {{(pid=80148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 26 22:01:40.250758 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-159528e8-f22b-41cb-982f-51837364052e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-1-iscsi, 8904a6e0-aa88-4798-9a29-cb1a3f9b9001) {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 22:01:40.270505 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9722b079-c285-451f-8178-757247698361 None None] Network 8904a6e0-aa88-4798-9a29-cb1a3f9b9001 requested from dv-cinder-772126-1-iscsi {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 22:01:40.273251 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-59279c3e-30c0-423b-a075-7864a1e0aaef req-35aee66e-900f-4aec-ac46-864cd1a83093 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/security-groups/a868bbcb-2b54-49b9-9a1c-5d2b09ff0a20 HTTP/1.1" status: 200  len: 3005 time: 0.1219316
Jan 26 22:01:40.276026 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159528e8-f22b-41cb-982f-51837364052e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:40.276686 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-159528e8-f22b-41cb-982f-51837364052e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for subnet, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:40.342090 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-159528e8-f22b-41cb-982f-51837364052e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.7963600
Jan 26 22:01:40.428443 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-59279c3e-30c0-423b-a075-7864a1e0aaef req-1005586f-3408-4cae-972f-e20f75d64427 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:40.552262 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150e767-da63-4468-abc4-9ab36141b892 req-a5d63adc-cca6-49d5-af55-9c48004ed66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:40.556055 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a150e767-da63-4468-abc4-9ab36141b892 req-a5d63adc-cca6-49d5-af55-9c48004ed66f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67378ee588b44b458166893de5b521e0&device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 1162 time: 0.3327677
Jan 26 22:01:40.607095 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-b318880b-b798-4f5e-8131-8ed2f604fd07 None None] Provisioning complete for port b826e31f-679d-44b8-955b-006e62fa53fd triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:01:40.608033 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b318880b-b798-4f5e-8131-8ed2f604fd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:40.652708 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-44c1ab78-98c5-40a3-8afd-38434b54375e None None] Attempting to bind port 2a74c2e3-ccab-4865-839d-ed7beec5f068 on host dv-cinder-772126-1-iscsi for vnic_type normal with profile  {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 22:01:40.653119 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-44c1ab78-98c5-40a3-8afd-38434b54375e None None] Attempting to bind port 2a74c2e3-ccab-4865-839d-ed7beec5f068 by drivers openvswitch on host dv-cinder-772126-1-iscsi at level 0 using segments [{'id': '70aacc1a-ac95-4e98-a527-65f3dbf707da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f4cfdeda-140a-4900-931d-2a556cf1a428'}] {{(pid=80151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 22:01:40.654095 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c1ab78-98c5-40a3-8afd-38434b54375e None None] Attempting to bind port 2a74c2e3-ccab-4865-839d-ed7beec5f068 on network f4cfdeda-140a-4900-931d-2a556cf1a428 {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 22:01:40.662516 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c1ab78-98c5-40a3-8afd-38434b54375e None None] Checking agent: {'id': 'acda3ae2-213d-42a9-bfbd-ef6e74b838e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 21, 45, 45), 'started_at': datetime.datetime(2021, 1, 26, 21, 46, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 22, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 22:01:40.662758 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c1ab78-98c5-40a3-8afd-38434b54375e None None] Checking segment: {'id': '70aacc1a-ac95-4e98-a527-65f3dbf707da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f4cfdeda-140a-4900-931d-2a556cf1a428'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 22:01:40.663109 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-44c1ab78-98c5-40a3-8afd-38434b54375e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:40.663543 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c1ab78-98c5-40a3-8afd-38434b54375e None None] Bound using segment: {'id': '70aacc1a-ac95-4e98-a527-65f3dbf707da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f4cfdeda-140a-4900-931d-2a556cf1a428'} {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 22:01:40.664061 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-44c1ab78-98c5-40a3-8afd-38434b54375e None None] Bound port: 2a74c2e3-ccab-4865-839d-ed7beec5f068, host: dv-cinder-772126-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70aacc1a-ac95-4e98-a527-65f3dbf707da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f4cfdeda-140a-4900-931d-2a556cf1a428'}}] {{(pid=80151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 22:01:40.666875 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-44c1ab78-98c5-40a3-8afd-38434b54375e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:40.676449 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-59279c3e-30c0-423b-a075-7864a1e0aaef req-1005586f-3408-4cae-972f-e20f75d64427 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:40.744505 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04122f00-50f4-4c43-9f8a-58e92cbbe4ae None None] Network 8904a6e0-aa88-4798-9a29-cb1a3f9b9001 requested from dv-cinder-772126-1-iscsi {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 22:01:40.860111 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-44c1ab78-98c5-40a3-8afd-38434b54375e None None] For port 2a74c2e3-ccab-4865-839d-ed7beec5f068, host dv-cinder-772126-1-iscsi, cleared binding levels {{(pid=80151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 22:01:40.864038 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-44c1ab78-98c5-40a3-8afd-38434b54375e None None] For port 2a74c2e3-ccab-4865-839d-ed7beec5f068, host dv-cinder-772126-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=2a74c2e3-ccab-4865-839d-ed7beec5f068,segment=NetworkSegment(70aacc1a-ac95-4e98-a527-65f3dbf707da),segment_id=70aacc1a-ac95-4e98-a527-65f3dbf707da)] {{(pid=80151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 22:01:40.882354 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150e767-da63-4468-abc4-9ab36141b892 req-bbe96503-0c12-46b4-8b73-494ae89baeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:40.884294 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a150e767-da63-4468-abc4-9ab36141b892 req-bbe96503-0c12-46b4-8b73-494ae89baeb4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=32df5fc0-9e1f-4ca8-bc39-1341c4f738f5 HTTP/1.1" status: 200  len: 908 time: 0.3131320
Jan 26 22:01:40.901565 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-44c1ab78-98c5-40a3-8afd-38434b54375e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:40.923988 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-7df7d0f8-792a-49c0-a55c-b500077bd9e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:40.983890 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-59279c3e-30c0-423b-a075-7864a1e0aaef req-1005586f-3408-4cae-972f-e20f75d64427 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:41.005433 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-5b69bfd7-b132-479a-908a-bbff97c79b5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:41.022332 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1005586f-3408-4cae-972f-e20f75d64427 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a868bbcb-2b54-49b9-9a1c-5d2b09ff0a20,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:41.026761 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1005586f-3408-4cae-972f-e20f75d64427 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:41.063700 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-59279c3e-30c0-423b-a075-7864a1e0aaef req-1005586f-3408-4cae-972f-e20f75d64427 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:41.065185 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-59279c3e-30c0-423b-a075-7864a1e0aaef req-1005586f-3408-4cae-972f-e20f75d64427 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "DELETE /v2.0/security-groups/a868bbcb-2b54-49b9-9a1c-5d2b09ff0a20 HTTP/1.1" status: 204  len: 173 time: 0.7744107
Jan 26 22:01:41.091771 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a150e767-da63-4468-abc4-9ab36141b892 req-a4dc84ce-4d67-45b6-a838-e06198f9bbf8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b826e31f-679d-44b8-955b-006e62fa53fd HTTP/1.1" status: 200  len: 1000 time: 0.1983905
Jan 26 22:01:41.175789 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de17246-b71e-40d3-bb19-5411221f9085 None None] Pushing event updated for resources: {'Port': ['ID=2a74c2e3-ccab-4865-839d-ed7beec5f068,revision_number=4']} {{(pid=80151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:41.181707 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3de17246-b71e-40d3-bb19-5411221f9085 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:41.244162 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c1ab78-98c5-40a3-8afd-38434b54375e None None] Routers {'bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:01:41.245133 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-44c1ab78-98c5-40a3-8afd-38434b54375e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5aee063c8>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:01:13Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:01:41.370957 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150e767-da63-4468-abc4-9ab36141b892 req-5363cd2e-0bb5-4d57-adca-2c3a0e01d2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:41.373422 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a150e767-da63-4468-abc4-9ab36141b892 req-5363cd2e-0bb5-4d57-adca-2c3a0e01d2d0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=54a89a8e-8493-4bfa-a7dd-a111bef36e2b HTTP/1.1" status: 200  len: 853 time: 0.2730951
Jan 26 22:01:41.456797 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-20fd508b-e573-413f-be2c-fec0f15de5d9 req-d16b89c8-cffa-4014-811f-2ea575b9a029 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/floatingips/6887fe33-727f-4fae-80a5-e1c249c4ee84 HTTP/1.1" status: 200  len: 997 time: 0.2482278
Jan 26 22:01:41.497201 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-44c1ab78-98c5-40a3-8afd-38434b54375e None None] Set router bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b gateway port host: dv-cinder-772126-1-iscsi {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:01:41.631015 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150e767-da63-4468-abc4-9ab36141b892 req-f971d627-50d4-4ff4-ad18-e5b565444c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:41.632947 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a150e767-da63-4468-abc4-9ab36141b892 req-f971d627-50d4-4ff4-ad18-e5b565444c18 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=32df5fc0-9e1f-4ca8-bc39-1341c4f738f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2506821
Jan 26 22:01:41.930561 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd508b-e573-413f-be2c-fec0f15de5d9 req-bbf674f9-31c6-4600-9538-576019328722 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:41.932231 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-20fd508b-e573-413f-be2c-fec0f15de5d9 req-bbf674f9-31c6-4600-9538-576019328722 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/networks/1ba61b85-6a57-4c86-8c7b-e71ed182691b HTTP/1.1" status: 200  len: 784 time: 0.4455245
Jan 26 22:01:41.964517 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [req-20fd508b-e573-413f-be2c-fec0f15de5d9 req-5cb50762-f06f-4aac-a686-23f438beb976 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=80149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 26 22:01:41.973667 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-20fd508b-e573-413f-be2c-fec0f15de5d9 req-5cb50762-f06f-4aac-a686-23f438beb976 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0268309
Jan 26 22:01:41.986883 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-44c1ab78-98c5-40a3-8afd-38434b54375e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5aee063c8>, [{'id': 'bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b', 'name': 'tempest-TestShelveInstance-368203774-router', 'tenant_id': 'ff2ed45d62ea4bf48730b0b7608ab8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'eb32d670-0427-47ad-aaa9-d428a269bdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:01:26Z', 'updated_at': '2021-01-26T22:01:33Z', 'revision_number': 4, 'project_id': 'ff2ed45d62ea4bf48730b0b7608ab8a3', 'gw_port': {'id': 'eb32d670-0427-47ad-aaa9-d428a269bdf4', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:73:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:01:28Z', 'updated_at': '2021-01-26T22:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': '2a74c2e3-ccab-4865-839d-ed7beec5f068', 'name': '', 'network_id': 'f4cfdeda-140a-4900-931d-2a556cf1a428', 'tenant_id': 'ff2ed45d62ea4bf48730b0b7608ab8a3', 'mac_address': 'fa:16:3e:fa:bb:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '64581345-38f5-4723-a01a-d4cd0b414109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:01:32Z', 'updated_at': '2021-01-26T22:01:40Z', 'revision_number': 4, 'project_id': 'ff2ed45d62ea4bf48730b0b7608ab8a3', 'subnets': [{'id': '64581345-38f5-4723-a01a-d4cd0b414109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:01:41.994642 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c1ab78-98c5-40a3-8afd-38434b54375e None None] The sync data for ids ['bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b'] in dv-cinder-772126-1-iscsi is: [{'id': 'bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b', 'name': 'tempest-TestShelveInstance-368203774-router', 'tenant_id': 'ff2ed45d62ea4bf48730b0b7608ab8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'eb32d670-0427-47ad-aaa9-d428a269bdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:01:26Z', 'updated_at': '2021-01-26T22:01:33Z', 'revision_number': 4, 'project_id': 'ff2ed45d62ea4bf48730b0b7608ab8a3', 'gw_port': {'id': 'eb32d670-0427-47ad-aaa9-d428a269bdf4', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:73:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:01:28Z', 'updated_at': '2021-01-26T22:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': '2a74c2e3-ccab-4865-839d-ed7beec5f068', 'name': '', 'network_id': 'f4cfdeda-140a-4900-931d-2a556cf1a428', 'tenant_id': 'ff2ed45d62ea4bf48730b0b7608ab8a3', 'mac_address': 'fa:16:3e:fa:bb:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '64581345-38f5-4723-a01a-d4cd0b414109', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:01:32Z', 'updated_at': '2021-01-26T22:01:40Z', 'revision_number': 4, 'project_id': 'ff2ed45d62ea4bf48730b0b7608ab8a3', 'subnets': [{'id': '64581345-38f5-4723-a01a-d4cd0b414109', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 22:01:42.077356 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a150e767-da63-4468-abc4-9ab36141b892 req-76962e9a-32e7-4666-9301-c8300cf9c92a service neutron] 10.222.0.45 "GET /v2.0/networks/32df5fc0-9e1f-4ca8-bc39-1341c4f738f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4344823
Jan 26 22:01:42.102311 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device b826e31f-679d-44b8-955b-006e62fa53fd up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:01:42.191067 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port b826e31f-679d-44b8-955b-006e62fa53fd triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:01:42.191882 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:42.222243 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-20fd508b-e573-413f-be2c-fec0f15de5d9 req-7ca5dc18-c3f2-424b-b5f5-e3f62afebcf9 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.2.86 HTTP/1.1" status: 200  len: 1000 time: 0.2470961
Jan 26 22:01:42.692638 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a150e767-da63-4468-abc4-9ab36141b892 req-1e546b57-275a-48c6-90fd-7a81fb86ef11 service neutron] 10.222.0.45 "GET /v2.0/networks/32df5fc0-9e1f-4ca8-bc39-1341c4f738f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6026456
Jan 26 22:01:42.700932 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 2a74c2e3-ccab-4865-839d-ed7beec5f068 up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:01:42.742621 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd508b-e573-413f-be2c-fec0f15de5d9 req-a42bb9c2-7173-4d02-a8a0-106d245dfae7 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:42.744174 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-20fd508b-e573-413f-be2c-fec0f15de5d9 req-a42bb9c2-7173-4d02-a8a0-106d245dfae7 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/ports/b826e31f-679d-44b8-955b-006e62fa53fd HTTP/1.1" status: 200  len: 942 time: 0.5050735
Jan 26 22:01:42.862508 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning for port 2a74c2e3-ccab-4865-839d-ed7beec5f068 completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 22:01:42.873634 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port 2a74c2e3-ccab-4865-839d-ed7beec5f068 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:01:42.874991 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:43.061419 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-20fd508b-e573-413f-be2c-fec0f15de5d9 req-e855918a-e83a-4179-894e-9b388eb0614f tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.2.86 HTTP/1.1" status: 200  len: 1000 time: 0.2307327
Jan 26 22:01:43.112776 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:43.183144 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] For port 2a74c2e3-ccab-4865-839d-ed7beec5f068, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=2a74c2e3-ccab-4865-839d-ed7beec5f068,segment=NetworkSegment(70aacc1a-ac95-4e98-a527-65f3dbf707da),segment_id=70aacc1a-ac95-4e98-a527-65f3dbf707da)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:01:43.206876 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:43.214637 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b932232a-9f1c-4f70-a27f-38f74f41d347 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:43.327187 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Pushing event updated for resources: {'Port': ['ID=2a74c2e3-ccab-4865-839d-ed7beec5f068,revision_number=5']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:43.334754 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:43.349231 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:43.410224 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4e3ccce2-a026-4f56-8539-91572750a376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:43.592057 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-20fd508b-e573-413f-be2c-fec0f15de5d9 req-df1436d4-ad05-4581-b343-5216b2f9e1c6 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Deleting port d1346897-6729-402e-bcd0-a0bbfe8e5dd5 {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:01:43.592509 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-20fd508b-e573-413f-be2c-fec0f15de5d9 req-df1436d4-ad05-4581-b343-5216b2f9e1c6 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:43.739685 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-de3343bb-634e-4a47-87e7-bffb62e12128 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:43.741755 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-de3343bb-634e-4a47-87e7-bffb62e12128 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.30 "GET /v2.0/networks?id=8904a6e0-aa88-4798-9a29-cb1a3f9b9001 HTTP/1.1" status: 200  len: 814 time: 0.3260698
Jan 26 22:01:43.832610 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-28b4d41b-8f64-46d1-b61f-bfb159086c97 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.30 "GET /v2.0/quotas/8071c97ee0f643c99500a38297ab3828 HTTP/1.1" status: 200  len: 375 time: 0.0736072
Jan 26 22:01:43.916271 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-da7b575b-3a01-452a-9af3-a0a1ae40b2ae tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8071c97ee0f643c99500a38297ab3828&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0726793
Jan 26 22:01:43.976882 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-20fd508b-e573-413f-be2c-fec0f15de5d9 req-df1436d4-ad05-4581-b343-5216b2f9e1c6 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:43.977252 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-20fd508b-e573-413f-be2c-fec0f15de5d9 req-df1436d4-ad05-4581-b343-5216b2f9e1c6 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:44.189436 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-20fd508b-e573-413f-be2c-fec0f15de5d9 req-df1436d4-ad05-4581-b343-5216b2f9e1c6 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Calling delete_port for d1346897-6729-402e-bcd0-a0bbfe8e5dd5 owned by network:floatingip {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:01:44.322840 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-c5ba49e4-0e8e-4a29-a0e7-3923759ba4ca service neutron] 10.222.0.30 "GET /v2.0/networks/8904a6e0-aa88-4798-9a29-cb1a3f9b9001?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3831813
Jan 26 22:01:44.432412 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:44.557839 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-65647ff9-87ef-4292-afef-d56928f4186f service neutron] 10.222.0.30 "GET /v2.0/networks/8904a6e0-aa88-4798-9a29-cb1a3f9b9001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2239876
Jan 26 22:01:44.604630 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-20fd508b-e573-413f-be2c-fec0f15de5d9 req-df1436d4-ad05-4581-b343-5216b2f9e1c6 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31462196'] for port, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:44.632587 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:44.636560 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:44.702891 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 2a74c2e3-ccab-4865-839d-ed7beec5f068 up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:01:44.775967 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1436d4-ad05-4581-b343-5216b2f9e1c6 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Pushing event deleted for resources: {'Port': ['ID=d1346897-6729-402e-bcd0-a0bbfe8e5dd5,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:44.785668 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-df1436d4-ad05-4581-b343-5216b2f9e1c6 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:44.795815 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port 2a74c2e3-ccab-4865-839d-ed7beec5f068 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:01:44.796493 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:44.893489 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-88e692b3-fd7b-427e-8be9-f6943e49acef req-fdef1aac-0539-4c5b-a5d0-b985fe25b4fd tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.30 "GET /v2.0/ports?device_id=bed3bacb-4ec6-499c-8f92-61338dbcc0a4 HTTP/1.1" status: 200  len: 210 time: 0.0688248
Jan 26 22:01:45.036368 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-20fd508b-e573-413f-be2c-fec0f15de5d9 req-df1436d4-ad05-4581-b343-5216b2f9e1c6 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks [] for floatingip, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:45.036676 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.db.l3_db [req-20fd508b-e573-413f-be2c-fec0f15de5d9 req-df1436d4-ad05-4581-b343-5216b2f9e1c6 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Floating IP 6887fe33-727f-4fae-80a5-e1c249c4ee84 disassociated (deleted). External IP: 172.27.2.86, port: b826e31f-679d-44b8-955b-006e62fa53fd.
Jan 26 22:01:45.421271 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:45.480333 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20fd508b-e573-413f-be2c-fec0f15de5d9 req-df1436d4-ad05-4581-b343-5216b2f9e1c6 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Router a2cdb5c7-7c71-4cb7-891b-52edab606d93 has already been hosted by L3 agent d246ac06-2269-4624-8b82-d0eab6b3335a {{(pid=80149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 22:01:45.708885 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20fd508b-e573-413f-be2c-fec0f15de5d9 req-df1436d4-ad05-4581-b343-5216b2f9e1c6 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify agent at l3_agent.dv-cinder-772126-1-iscsi the message routers_updated {{(pid=80149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 22:01:45.723228 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdd3ac8-1fb7-4bfe-8a0e-07bd264e0c23 None None] Sync routers for ids ['a2cdb5c7-7c71-4cb7-891b-52edab606d93'] in dv-cinder-772126-1-iscsi {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 22:01:45.747164 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdd3ac8-1fb7-4bfe-8a0e-07bd264e0c23 None None] Routers {'a2cdb5c7-7c71-4cb7-891b-52edab606d93'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:01:45.748449 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-1cdd3ac8-1fb7-4bfe-8a0e-07bd264e0c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5adf7cc18>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:01:43Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['a2cdb5c7-7c71-4cb7-891b-52edab606d93'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:01:45.793938 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-20fd508b-e573-413f-be2c-fec0f15de5d9 req-df1436d4-ad05-4581-b343-5216b2f9e1c6 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for floatingip, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:45.867251 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-20fd508b-e573-413f-be2c-fec0f15de5d9 req-df1436d4-ad05-4581-b343-5216b2f9e1c6 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "DELETE /v2.0/floatingips/6887fe33-727f-4fae-80a5-e1c249c4ee84 HTTP/1.1" status: 204  len: 173 time: 2.7979620
Jan 26 22:01:45.868161 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d96ef07-264f-4dbf-a255-ba4248406add', 'tag': 'b826e31f-679d-44b8-955b-006e62fa53fd'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:01:46.033074 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-1cdd3ac8-1fb7-4bfe-8a0e-07bd264e0c23 None None] Set router a2cdb5c7-7c71-4cb7-891b-52edab606d93 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:01:46.186447 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d96ef07-264f-4dbf-a255-ba4248406add', 'tag': 'b826e31f-679d-44b8-955b-006e62fa53fd', 'status': 'completed', 'code': 200}
Jan 26 22:01:46.230919 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd508b-e573-413f-be2c-fec0f15de5d9 req-c16100d1-7df9-4dc6-8c56-41d08b637d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:46.233099 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-20fd508b-e573-413f-be2c-fec0f15de5d9 req-c16100d1-7df9-4dc6-8c56-41d08b637d42 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67378ee588b44b458166893de5b521e0&device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 1162 time: 0.3477457
Jan 26 22:01:46.441036 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-1cdd3ac8-1fb7-4bfe-8a0e-07bd264e0c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5adf7cc18>, [{'id': 'a2cdb5c7-7c71-4cb7-891b-52edab606d93', 'name': 'tempest-TestMinimumBasicScenario-133777725-router', 'tenant_id': '67378ee588b44b458166893de5b521e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'c7d12902-3f21-40bc-8e82-8974461286bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:57:57Z', 'updated_at': '2021-01-26T21:58:14Z', 'revision_number': 4, 'project_id': '67378ee588b44b458166893de5b521e0', 'gw_port': {'id': 'c7d12902-3f21-40bc-8e82-8974461286bf', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cdb5c7-7c71-4cb7-891b-52edab606d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:57:59Z', 'updated_at': '2021-01-26T21:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': 'b18882c5-ec96-4906-8acd-5cdea5ee2e7d', 'name': '', 'network_id': '32df5fc0-9e1f-4ca8-bc39-1341c4f738f5', 'tenant_id': '67378ee588b44b458166893de5b521e0', 'mac_address': 'fa:16:3e:65:83:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cdb5c7-7c71-4cb7-891b-52edab606d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '54a89a8e-8493-4bfa-a7dd-a111bef36e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:58:09Z', 'updated_at': '2021-01-26T21:58:29Z', 'revision_number': 5, 'project_id': '67378ee588b44b458166893de5b521e0', 'subnets': [{'id': '54a89a8e-8493-4bfa-a7dd-a111bef36e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:01:46.446123 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdd3ac8-1fb7-4bfe-8a0e-07bd264e0c23 None None] Checking router: a2cdb5c7-7c71-4cb7-891b-52edab606d93 for host: dv-cinder-772126-1-iscsi {{(pid=80150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 22:01:46.457302 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdd3ac8-1fb7-4bfe-8a0e-07bd264e0c23 None None] Routers {'a2cdb5c7-7c71-4cb7-891b-52edab606d93'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:01:46.458009 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-1cdd3ac8-1fb7-4bfe-8a0e-07bd264e0c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5adf7cc18>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:01:43Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['a2cdb5c7-7c71-4cb7-891b-52edab606d93'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:01:46.683209 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-1cdd3ac8-1fb7-4bfe-8a0e-07bd264e0c23 None None] Set router a2cdb5c7-7c71-4cb7-891b-52edab606d93 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:01:46.746804 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-be868458-9cbb-47fb-a066-36d80565d8a7 req-744a5455-e9cb-41e9-a9d6-177cbecdf503 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.30 "GET /v2.0/ports?device_id=bed3bacb-4ec6-499c-8f92-61338dbcc0a4 HTTP/1.1" status: 200  len: 210 time: 0.0850756
Jan 26 22:01:46.827184 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd508b-e573-413f-be2c-fec0f15de5d9 req-beca63e4-e5c7-4fad-9e0a-a33f36ac5955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:46.829514 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-20fd508b-e573-413f-be2c-fec0f15de5d9 req-beca63e4-e5c7-4fad-9e0a-a33f36ac5955 service neutron] 10.222.0.30 "GET /v2.0/networks?id=32df5fc0-9e1f-4ca8-bc39-1341c4f738f5 HTTP/1.1" status: 200  len: 908 time: 0.5757225
Jan 26 22:01:46.935126 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c455a7-3664-4698-a000-201769237fd2 req-0d799afa-a1d7-4549-9d4d-3e5d170a41de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:46.936963 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-27c455a7-3664-4698-a000-201769237fd2 req-0d799afa-a1d7-4549-9d4d-3e5d170a41de service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=67378ee588b44b458166893de5b521e0&device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 1162 time: 0.5796044
Jan 26 22:01:46.975994 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-20fd508b-e573-413f-be2c-fec0f15de5d9 req-c352e67c-8780-4896-8f81-463451cb0767 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b826e31f-679d-44b8-955b-006e62fa53fd HTTP/1.1" status: 200  len: 217 time: 0.1374190
Jan 26 22:01:47.162507 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-1cdd3ac8-1fb7-4bfe-8a0e-07bd264e0c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5adf7cc18>, [{'id': 'a2cdb5c7-7c71-4cb7-891b-52edab606d93', 'name': 'tempest-TestMinimumBasicScenario-133777725-router', 'tenant_id': '67378ee588b44b458166893de5b521e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'c7d12902-3f21-40bc-8e82-8974461286bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:57:57Z', 'updated_at': '2021-01-26T21:58:14Z', 'revision_number': 4, 'project_id': '67378ee588b44b458166893de5b521e0', 'gw_port': {'id': 'c7d12902-3f21-40bc-8e82-8974461286bf', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cdb5c7-7c71-4cb7-891b-52edab606d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:57:59Z', 'updated_at': '2021-01-26T21:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': 'b18882c5-ec96-4906-8acd-5cdea5ee2e7d', 'name': '', 'network_id': '32df5fc0-9e1f-4ca8-bc39-1341c4f738f5', 'tenant_id': '67378ee588b44b458166893de5b521e0', 'mac_address': 'fa:16:3e:65:83:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cdb5c7-7c71-4cb7-891b-52edab606d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '54a89a8e-8493-4bfa-a7dd-a111bef36e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:58:09Z', 'updated_at': '2021-01-26T21:58:29Z', 'revision_number': 5, 'project_id': '67378ee588b44b458166893de5b521e0', 'subnets': [{'id': '54a89a8e-8493-4bfa-a7dd-a111bef36e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:01:47.169154 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdd3ac8-1fb7-4bfe-8a0e-07bd264e0c23 None None] The sync data for ids ['a2cdb5c7-7c71-4cb7-891b-52edab606d93'] in dv-cinder-772126-1-iscsi is: [{'id': 'a2cdb5c7-7c71-4cb7-891b-52edab606d93', 'name': 'tempest-TestMinimumBasicScenario-133777725-router', 'tenant_id': '67378ee588b44b458166893de5b521e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'c7d12902-3f21-40bc-8e82-8974461286bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:57:57Z', 'updated_at': '2021-01-26T21:58:14Z', 'revision_number': 4, 'project_id': '67378ee588b44b458166893de5b521e0', 'gw_port': {'id': 'c7d12902-3f21-40bc-8e82-8974461286bf', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cdb5c7-7c71-4cb7-891b-52edab606d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:57:59Z', 'updated_at': '2021-01-26T21:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': 'b18882c5-ec96-4906-8acd-5cdea5ee2e7d', 'name': '', 'network_id': '32df5fc0-9e1f-4ca8-bc39-1341c4f738f5', 'tenant_id': '67378ee588b44b458166893de5b521e0', 'mac_address': 'fa:16:3e:65:83:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cdb5c7-7c71-4cb7-891b-52edab606d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '54a89a8e-8493-4bfa-a7dd-a111bef36e2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:58:09Z', 'updated_at': '2021-01-26T21:58:29Z', 'revision_number': 5, 'project_id': '67378ee588b44b458166893de5b521e0', 'subnets': [{'id': '54a89a8e-8493-4bfa-a7dd-a111bef36e2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 22:01:47.260508 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd508b-e573-413f-be2c-fec0f15de5d9 req-cc60bde8-7de7-4c93-9a93-09ab3f7e590d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:47.262260 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-20fd508b-e573-413f-be2c-fec0f15de5d9 req-cc60bde8-7de7-4c93-9a93-09ab3f7e590d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=54a89a8e-8493-4bfa-a7dd-a111bef36e2b HTTP/1.1" status: 200  len: 853 time: 0.2850740
Jan 26 22:01:47.356871 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-ad7562a7-a9af-49c6-885e-4269b1aa00cf tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:47.357701 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-ad7562a7-a9af-49c6-885e-4269b1aa00cf tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Synchronizing usage tracker for tenant:8071c97ee0f643c99500a38297ab3828 on resource:network {{(pid=80148) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 22:01:47.393292 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-ad7562a7-a9af-49c6-885e-4269b1aa00cf tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Unset dirty status for tenant:8071c97ee0f643c99500a38297ab3828 on resource:network {{(pid=80148) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 22:01:47.395012 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-ad7562a7-a9af-49c6-885e-4269b1aa00cf tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.45 "GET /v2.0/networks?id=8904a6e0-aa88-4798-9a29-cb1a3f9b9001 HTTP/1.1" status: 200  len: 814 time: 0.2943535
Jan 26 22:01:47.409067 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796e4a6-90fb-4b9a-805c-37758eaf8ea4 req-ce22330a-99f7-4fd1-a403-a947ed78a7dd tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:47.411214 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d796e4a6-90fb-4b9a-805c-37758eaf8ea4 req-ce22330a-99f7-4fd1-a403-a947ed78a7dd tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 945 time: 0.3988976
Jan 26 22:01:47.414371 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c455a7-3664-4698-a000-201769237fd2 req-f5088e70-6dcd-48bf-8e96-6ff6ca9605dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:47.416576 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-27c455a7-3664-4698-a000-201769237fd2 req-f5088e70-6dcd-48bf-8e96-6ff6ca9605dd service neutron] 10.222.0.45 "GET /v2.0/networks?id=32df5fc0-9e1f-4ca8-bc39-1341c4f738f5 HTTP/1.1" status: 200  len: 908 time: 0.4567819
Jan 26 22:01:47.422480 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-bcc39bd2-7e97-4812-b2b5-462d5622e4f1 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Request body: {'port': {'device_id': 'bed3bacb-4ec6-499c-8f92-61338dbcc0a4', 'network_id': '8904a6e0-aa88-4798-9a29-cb1a3f9b9001', 'admin_state_up': True, 'tenant_id': '8071c97ee0f643c99500a38297ab3828'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:01:47.542882 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-27c455a7-3664-4698-a000-201769237fd2 req-776c7e1e-07bd-4abd-9a9e-e152f5ff0018 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b826e31f-679d-44b8-955b-006e62fa53fd HTTP/1.1" status: 200  len: 217 time: 0.1027610
Jan 26 22:01:47.603610 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-bcc39bd2-7e97-4812-b2b5-462d5622e4f1 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:01:47.611300 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-bcc39bd2-7e97-4812-b2b5-462d5622e4f1 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Usage tracker for resource:port and tenant:8071c97ee0f643c99500a38297ab3828 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:01:47.611831 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d796e4a6-90fb-4b9a-805c-37758eaf8ea4 req-76b005f7-d16b-41d2-a228-6f55d8e83d67 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1926777
Jan 26 22:01:47.615216 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-bcc39bd2-7e97-4812-b2b5-462d5622e4f1 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:01:47.621917 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-bcc39bd2-7e97-4812-b2b5-462d5622e4f1 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:01:47.635011 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd508b-e573-413f-be2c-fec0f15de5d9 req-0c225da2-4432-476d-b1b9-9b0fc9e33d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:47.638759 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-20fd508b-e573-413f-be2c-fec0f15de5d9 req-0c225da2-4432-476d-b1b9-9b0fc9e33d25 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=32df5fc0-9e1f-4ca8-bc39-1341c4f738f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3643918
Jan 26 22:01:47.712121 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-bcc39bd2-7e97-4812-b2b5-462d5622e4f1 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Made reservation on behalf of 8071c97ee0f643c99500a38297ab3828 for: {'port': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 22:01:47.726088 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-bcc39bd2-7e97-4812-b2b5-462d5622e4f1 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:47.743293 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c455a7-3664-4698-a000-201769237fd2 req-793e54dc-9ef0-466d-9052-a05b219d1deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:47.744949 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-27c455a7-3664-4698-a000-201769237fd2 req-793e54dc-9ef0-466d-9052-a05b219d1deb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=54a89a8e-8493-4bfa-a7dd-a111bef36e2b HTTP/1.1" status: 200  len: 853 time: 0.1925147
Jan 26 22:01:47.777105 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa7626b-c749-4e8f-995e-b6f89200a9ce None None] New status for floating IP 6887fe33-727f-4fae-80a5-e1c249c4ee84: DOWN {{(pid=80151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 26 22:01:47.884997 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-20fd508b-e573-413f-be2c-fec0f15de5d9 req-977e71a0-4198-44df-8722-f7ce4df892e5 service neutron] 10.222.0.30 "GET /v2.0/networks/32df5fc0-9e1f-4ca8-bc39-1341c4f738f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2339463
Jan 26 22:01:47.898760 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c455a7-3664-4698-a000-201769237fd2 req-176349f9-0095-403a-ac4c-03db0b1fac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:47.900239 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-27c455a7-3664-4698-a000-201769237fd2 req-176349f9-0095-403a-ac4c-03db0b1fac2f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=32df5fc0-9e1f-4ca8-bc39-1341c4f738f5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1350973
Jan 26 22:01:48.140206 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2efb6f14-f059-4588-b1b2-6df3fcf1ae73 req-4748d14c-0629-4c23-a528-aba261b80a04 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.30 "GET /v2.0/ports?device_id=bed3bacb-4ec6-499c-8f92-61338dbcc0a4 HTTP/1.1" status: 200  len: 210 time: 0.1210098
Jan 26 22:01:48.233072 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-bcc39bd2-7e97-4812-b2b5-462d5622e4f1 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Allocated IP 172.20.0.8 (8904a6e0-aa88-4798-9a29-cb1a3f9b9001/6b9f888d-ad84-4cf2-be9b-1b6af2cccb64/3012f851-5f6c-4bea-ac54-d88d87638357) {{(pid=80148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 22:01:48.258501 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-20fd508b-e573-413f-be2c-fec0f15de5d9 req-2d59e27a-e86a-48b7-9bec-8058b79671ed service neutron] 10.222.0.30 "GET /v2.0/networks/32df5fc0-9e1f-4ca8-bc39-1341c4f738f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3571408
Jan 26 22:01:48.260805 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-27c455a7-3664-4698-a000-201769237fd2 req-adfbf690-daca-4eec-a7f1-3af3adb357a5 service neutron] 10.222.0.45 "GET /v2.0/networks/32df5fc0-9e1f-4ca8-bc39-1341c4f738f5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3350360
Jan 26 22:01:48.441745 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-27c455a7-3664-4698-a000-201769237fd2 req-ff74838b-c18a-4888-ace8-deb0c2eefe80 service neutron] 10.222.0.45 "GET /v2.0/networks/32df5fc0-9e1f-4ca8-bc39-1341c4f738f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1727574
Jan 26 22:01:48.535477 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-bcc39bd2-7e97-4812-b2b5-462d5622e4f1 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Notify callbacks [] for port, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:48.605287 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-bcc39bd2-7e97-4812-b2b5-462d5622e4f1 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32409920'] for port, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:48.633653 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9a978b31-d4da-4cd1-979a-d0a5660c0e52 tempest-DeleteServersTestJSON-1785398143 tempest-DeleteServersTestJSON-1785398143-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:48.813058 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc39bd2-7e97-4812-b2b5-462d5622e4f1 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Pushing event updated for resources: {'Port': ['ID=3012f851-5f6c-4bea-ac54-d88d87638357,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:48.818761 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-bcc39bd2-7e97-4812-b2b5-462d5622e4f1 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:48.883655 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-bcc39bd2-7e97-4812-b2b5-462d5622e4f1 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Network 8904a6e0-aa88-4798-9a29-cb1a3f9b9001 is already hosted by enough agents. {{(pid=80148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 22:01:48.884792 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-bcc39bd2-7e97-4812-b2b5-462d5622e4f1 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Resources bound (agent type, host, resource id):  {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 22:01:48.887516 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-bcc39bd2-7e97-4812-b2b5-462d5622e4f1 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Received port after_create {{(pid=80148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 22:01:49.031047 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7af899-25da-4c41-ac29-fb12ee9ef42a req-4d474470-f21d-474d-a36a-96cea1e2b272 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:49.034083 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6e7af899-25da-4c41-ac29-fb12ee9ef42a req-4d474470-f21d-474d-a36a-96cea1e2b272 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 945 time: 0.2401948
Jan 26 22:01:49.071612 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-bcc39bd2-7e97-4812-b2b5-462d5622e4f1 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:49.072584 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-bcc39bd2-7e97-4812-b2b5-462d5622e4f1 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:49.110173 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6e7af899-25da-4c41-ac29-fb12ee9ef42a req-00f0bccc-200e-4b03-9f5a-678881d2ce33 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0651176
Jan 26 22:01:49.194257 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-bcc39bd2-7e97-4812-b2b5-462d5622e4f1 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7782633
Jan 26 22:01:49.234671 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-a71fdaaa-9dde-40d7-8d16-646752cb5354 service neutron] Request body: {'port': {'device_id': 'bed3bacb-4ec6-499c-8f92-61338dbcc0a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:01:49.376836 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-a71fdaaa-9dde-40d7-8d16-646752cb5354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:49.510536 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551cb59-725a-4eee-91a3-d2f363f31523 req-dec34a07-6ef1-4fe6-8e07-42b47fbe6bb7 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:49.513482 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1551cb59-725a-4eee-91a3-d2f363f31523 req-dec34a07-6ef1-4fe6-8e07-42b47fbe6bb7 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.30 "GET /v2.0/ports?device_id=bed3bacb-4ec6-499c-8f92-61338dbcc0a4 HTTP/1.1" status: 200  len: 931 time: 0.2075279
Jan 26 22:01:49.582865 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1551cb59-725a-4eee-91a3-d2f363f31523 req-2dd8c688-168f-430a-a2f2-2530d2805474 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.30 "GET /v2.0/security-groups?id=271c8670-57af-423c-b843-484955cf0946&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614610
Jan 26 22:01:49.961527 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-a71fdaaa-9dde-40d7-8d16-646752cb5354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3012f851-5f6c-4bea-ac54-d88d87638357 {{(pid=80148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 26 22:01:49.971070 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-a71fdaaa-9dde-40d7-8d16-646752cb5354 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:50.049740 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-a71fdaaa-9dde-40d7-8d16-646752cb5354 service neutron] Transition to ACTIVE for port object 3012f851-5f6c-4bea-ac54-d88d87638357 will not be triggered until provisioned by entity L2. {{(pid=80148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 22:01:50.078517 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-a71fdaaa-9dde-40d7-8d16-646752cb5354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822365879'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:50.109716 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-bcc39bd2-7e97-4812-b2b5-462d5622e4f1 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:50.305150 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71fdaaa-9dde-40d7-8d16-646752cb5354 service neutron] Pushing event updated for resources: {'Port': ['ID=3012f851-5f6c-4bea-ac54-d88d87638357,revision_number=2']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:50.308918 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a71fdaaa-9dde-40d7-8d16-646752cb5354 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:50.564793 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09225050-1f34-489c-85be-08b4f4292f1a req-c219c57f-34bf-4169-825d-ad9210807141 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:50.566940 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-09225050-1f34-489c-85be-08b4f4292f1a req-c219c57f-34bf-4169-825d-ad9210807141 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 945 time: 0.1745906
Jan 26 22:01:50.591233 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-a71fdaaa-9dde-40d7-8d16-646752cb5354 service neutron] Attempting to bind port 3012f851-5f6c-4bea-ac54-d88d87638357 on host hv-cinder-77212 for vnic_type normal with profile  {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 22:01:50.591622 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-a71fdaaa-9dde-40d7-8d16-646752cb5354 service neutron] Attempting to bind port 3012f851-5f6c-4bea-ac54-d88d87638357 by drivers openvswitch on host hv-cinder-77212 at level 0 using segments [{'id': 'f374c4f9-2552-4e5c-9d66-64cb98fcef90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8904a6e0-aa88-4798-9a29-cb1a3f9b9001'}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 22:01:50.592223 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-a71fdaaa-9dde-40d7-8d16-646752cb5354 service neutron] Attempting to bind port 3012f851-5f6c-4bea-ac54-d88d87638357 on network 8904a6e0-aa88-4798-9a29-cb1a3f9b9001 {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 22:01:50.603487 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-a71fdaaa-9dde-40d7-8d16-646752cb5354 service neutron] Checking agent: {'id': '907ce3e7-819e-4a7f-a1c4-c44a902d1710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 21, 53, 12), 'started_at': datetime.datetime(2021, 1, 26, 21, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 22, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 22:01:50.604095 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-a71fdaaa-9dde-40d7-8d16-646752cb5354 service neutron] Checking segment: {'id': 'f374c4f9-2552-4e5c-9d66-64cb98fcef90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8904a6e0-aa88-4798-9a29-cb1a3f9b9001'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 22:01:50.604764 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-a71fdaaa-9dde-40d7-8d16-646752cb5354 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:50.605417 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-a71fdaaa-9dde-40d7-8d16-646752cb5354 service neutron] Bound using segment: {'id': 'f374c4f9-2552-4e5c-9d66-64cb98fcef90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8904a6e0-aa88-4798-9a29-cb1a3f9b9001'} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 22:01:50.606622 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-a71fdaaa-9dde-40d7-8d16-646752cb5354 service neutron] Bound port: 3012f851-5f6c-4bea-ac54-d88d87638357, host: hv-cinder-77212, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f374c4f9-2552-4e5c-9d66-64cb98fcef90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8904a6e0-aa88-4798-9a29-cb1a3f9b9001'}}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 22:01:50.606843 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-a71fdaaa-9dde-40d7-8d16-646752cb5354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:50.643957 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-09225050-1f34-489c-85be-08b4f4292f1a req-d5dcd9ac-d20c-4e54-a851-ddd49d34d879 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0693367
Jan 26 22:01:50.726617 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-a71fdaaa-9dde-40d7-8d16-646752cb5354 service neutron] For port 3012f851-5f6c-4bea-ac54-d88d87638357, host hv-cinder-77212, cleared binding levels {{(pid=80148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 22:01:50.730563 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-a71fdaaa-9dde-40d7-8d16-646752cb5354 service neutron] For port 3012f851-5f6c-4bea-ac54-d88d87638357, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=3012f851-5f6c-4bea-ac54-d88d87638357,segment=NetworkSegment(f374c4f9-2552-4e5c-9d66-64cb98fcef90),segment_id=f374c4f9-2552-4e5c-9d66-64cb98fcef90)] {{(pid=80148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 22:01:50.758846 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-a71fdaaa-9dde-40d7-8d16-646752cb5354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822365879'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:50.774398 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b779cfb9-3f01-4620-b572-f99ab3435ddd tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:50.951471 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71fdaaa-9dde-40d7-8d16-646752cb5354 service neutron] Pushing event updated for resources: {'Port': ['ID=3012f851-5f6c-4bea-ac54-d88d87638357,revision_number=3']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:50.957999 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a71fdaaa-9dde-40d7-8d16-646752cb5354 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:50.959297 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2865c4b-9c37-4db4-8e4c-bb217700dca5 req-5d9efeea-42de-4746-bc17-a7fac1666e26 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:50.962537 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e2865c4b-9c37-4db4-8e4c-bb217700dca5 req-5d9efeea-42de-4746-bc17-a7fac1666e26 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.30 "GET /v2.0/ports?device_id=bed3bacb-4ec6-499c-8f92-61338dbcc0a4 HTTP/1.1" status: 200  len: 943 time: 0.1785493
Jan 26 22:01:51.008647 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-a71fdaaa-9dde-40d7-8d16-646752cb5354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:51.009555 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-a71fdaaa-9dde-40d7-8d16-646752cb5354 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:51.011742 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-a71fdaaa-9dde-40d7-8d16-646752cb5354 service neutron] 10.222.0.45 "PUT /v2.0/ports/3012f851-5f6c-4bea-ac54-d88d87638357 HTTP/1.1" status: 200  len: 1157 time: 1.7843947
Jan 26 22:01:51.012432 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bed3bacb-4ec6-499c-8f92-61338dbcc0a4', 'tag': '3012f851-5f6c-4bea-ac54-d88d87638357'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:01:51.049884 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e2865c4b-9c37-4db4-8e4c-bb217700dca5 req-066c02ba-2cf7-4540-85f7-be46aa3d9f92 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.30 "GET /v2.0/security-groups?id=271c8670-57af-423c-b843-484955cf0946&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747645
Jan 26 22:01:51.186610 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-f6b3cff2-6ba9-4dd7-84c4-456888d77651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:51.188746 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-f6b3cff2-6ba9-4dd7-84c4-456888d77651 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8071c97ee0f643c99500a38297ab3828&device_id=bed3bacb-4ec6-499c-8f92-61338dbcc0a4 HTTP/1.1" status: 200  len: 1160 time: 0.0923810
Jan 26 22:01:51.353983 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bed3bacb-4ec6-499c-8f92-61338dbcc0a4', 'tag': '3012f851-5f6c-4bea-ac54-d88d87638357', 'status': 'completed', 'code': 200}
Jan 26 22:01:51.356405 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-d2bfac69-6a27-4f50-b28f-9d9a88c7d433 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3012f851-5f6c-4bea-ac54-d88d87638357 HTTP/1.1" status: 200  len: 217 time: 0.1510563
Jan 26 22:01:51.491498 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-e41f31cf-c78d-4bc8-9b3d-e22de7f4c561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:51.494526 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-e41f31cf-c78d-4bc8-9b3d-e22de7f4c561 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6b9f888d-ad84-4cf2-be9b-1b6af2cccb64 HTTP/1.1" status: 200  len: 854 time: 0.1256475
Jan 26 22:01:51.558570 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-3432da88-6031-4607-b658-8c32af0bfd30 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8904a6e0-aa88-4798-9a29-cb1a3f9b9001&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0550148
Jan 26 22:01:51.731439 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-c1d1f2af-539e-4a12-87de-eb35f4feb971 service neutron] 10.222.0.45 "GET /v2.0/networks/8904a6e0-aa88-4798-9a29-cb1a3f9b9001?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1624780
Jan 26 22:01:52.010685 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fbdd4b99-1c18-4506-8d5a-a95ff5fbfbd1 req-e425b7e5-efbd-4271-a1d3-a3a0dbca0729 service neutron] 10.222.0.45 "GET /v2.0/networks/8904a6e0-aa88-4798-9a29-cb1a3f9b9001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2710261
Jan 26 22:01:52.119276 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6786df-de41-4cfb-bddb-048fad37232e req-0560a09e-735c-4bcb-af6e-9cf26f3e1281 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:52.121060 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8a6786df-de41-4cfb-bddb-048fad37232e req-0560a09e-735c-4bcb-af6e-9cf26f3e1281 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 945 time: 0.1636341
Jan 26 22:01:52.217686 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8a6786df-de41-4cfb-bddb-048fad37232e req-0ad4080b-a753-4196-a55e-d98f32bbebeb tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0859203
Jan 26 22:01:52.258761 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed84c9-7c5f-432e-a4f9-e4d644b6e4b3 req-a51d01cb-9f8f-4c6a-a244-f172f605e075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:52.260899 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-91ed84c9-7c5f-432e-a4f9-e4d644b6e4b3 req-a51d01cb-9f8f-4c6a-a244-f172f605e075 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8071c97ee0f643c99500a38297ab3828&device_id=bed3bacb-4ec6-499c-8f92-61338dbcc0a4 HTTP/1.1" status: 200  len: 1160 time: 0.1057253
Jan 26 22:01:52.428553 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34479759-32e4-4c0e-a0da-e074136db466 req-d3b717ae-aa0d-4022-89da-5f9f182c3790 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:52.430409 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-34479759-32e4-4c0e-a0da-e074136db466 req-d3b717ae-aa0d-4022-89da-5f9f182c3790 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.30 "GET /v2.0/ports?device_id=bed3bacb-4ec6-499c-8f92-61338dbcc0a4 HTTP/1.1" status: 200  len: 943 time: 0.1786311
Jan 26 22:01:52.498180 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-34479759-32e4-4c0e-a0da-e074136db466 req-09177194-2720-4cef-8275-1dc4089db8b6 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.30 "GET /v2.0/security-groups?id=271c8670-57af-423c-b843-484955cf0946&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607727
Jan 26 22:01:52.706930 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed84c9-7c5f-432e-a4f9-e4d644b6e4b3 req-e0c50969-158e-4b1a-a000-f1b12433d5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:52.709625 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-91ed84c9-7c5f-432e-a4f9-e4d644b6e4b3 req-e0c50969-158e-4b1a-a000-f1b12433d5d6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8904a6e0-aa88-4798-9a29-cb1a3f9b9001 HTTP/1.1" status: 200  len: 908 time: 0.4414868
Jan 26 22:01:52.789095 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-91ed84c9-7c5f-432e-a4f9-e4d644b6e4b3 req-c072ff03-15fb-492c-a9f5-25f25d72f5b4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3012f851-5f6c-4bea-ac54-d88d87638357 HTTP/1.1" status: 200  len: 217 time: 0.0703018
Jan 26 22:01:52.867538 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed84c9-7c5f-432e-a4f9-e4d644b6e4b3 req-0cd682c4-9165-40a3-ab04-ac64403af79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:52.869202 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-91ed84c9-7c5f-432e-a4f9-e4d644b6e4b3 req-0cd682c4-9165-40a3-ab04-ac64403af79f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6b9f888d-ad84-4cf2-be9b-1b6af2cccb64 HTTP/1.1" status: 200  len: 854 time: 0.0729465
Jan 26 22:01:52.932982 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-91ed84c9-7c5f-432e-a4f9-e4d644b6e4b3 req-5e579346-5fdc-4e9f-8a78-e9a340f7972e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8904a6e0-aa88-4798-9a29-cb1a3f9b9001&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0557818
Jan 26 22:01:53.104189 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-91ed84c9-7c5f-432e-a4f9-e4d644b6e4b3 req-49a61059-4df0-4673-a29c-651b322ca47d service neutron] 10.222.0.45 "GET /v2.0/networks/8904a6e0-aa88-4798-9a29-cb1a3f9b9001?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1626408
Jan 26 22:01:53.365415 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-91ed84c9-7c5f-432e-a4f9-e4d644b6e4b3 req-8e6f0bb8-d042-46d8-948d-11dfb061c91f service neutron] 10.222.0.45 "GET /v2.0/networks/8904a6e0-aa88-4798-9a29-cb1a3f9b9001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2526882
Jan 26 22:01:53.543721 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d21be4-f27e-457d-89bb-d1598ffce374 req-f5dc1789-aeec-4c13-bd5b-bb9f155f2c74 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:53.545531 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b9d21be4-f27e-457d-89bb-d1598ffce374 req-f5dc1789-aeec-4c13-bd5b-bb9f155f2c74 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 945 time: 0.1564219
Jan 26 22:01:53.610661 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b9d21be4-f27e-457d-89bb-d1598ffce374 req-4e008200-a1cf-4905-a7a6-676f3d2f1e34 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0567586
Jan 26 22:01:53.950657 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5f378-9b1f-435a-a587-8d8330b69e4f req-4d60e53b-a826-4f48-a1fb-704e653a80ef tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:53.952735 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e8b5f378-9b1f-435a-a587-8d8330b69e4f req-4d60e53b-a826-4f48-a1fb-704e653a80ef tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.30 "GET /v2.0/ports?device_id=bed3bacb-4ec6-499c-8f92-61338dbcc0a4 HTTP/1.1" status: 200  len: 943 time: 0.2228339
Jan 26 22:01:54.007883 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7dfe9-32a7-42ef-8156-b9082648ac55 req-06373466-5a7d-41be-8cff-7a6da81cc8ef tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:54.008724 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-f4e7dfe9-32a7-42ef-8156-b9082648ac55 req-06373466-5a7d-41be-8cff-7a6da81cc8ef tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Synchronizing usage tracker for tenant:67378ee588b44b458166893de5b521e0 on resource:port {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 22:01:54.058098 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 22:01:54.082284 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e8b5f378-9b1f-435a-a587-8d8330b69e4f req-807dfac3-4065-4c4f-85a3-075050ec3ce4 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.30 "GET /v2.0/security-groups?id=271c8670-57af-423c-b843-484955cf0946&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701432
Jan 26 22:01:54.089508 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-f4e7dfe9-32a7-42ef-8156-b9082648ac55 req-06373466-5a7d-41be-8cff-7a6da81cc8ef tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Unset dirty status for tenant:67378ee588b44b458166893de5b521e0 on resource:port {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 22:01:54.091782 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f4e7dfe9-32a7-42ef-8156-b9082648ac55 req-06373466-5a7d-41be-8cff-7a6da81cc8ef tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 945 time: 0.3119531
Jan 26 22:01:54.174386 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-f4e7dfe9-32a7-42ef-8156-b9082648ac55 req-8dfbca14-8083-4e8b-8225-2c33bdd9f5df tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Synchronizing usage tracker for tenant:67378ee588b44b458166893de5b521e0 on resource:security_group {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 22:01:54.208582 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.objects.ports [None req-4ed0a459-5f6a-4b6e-a0f5-b83f61b811b4 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80150) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Jan 26 22:01:54.238170 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-f4e7dfe9-32a7-42ef-8156-b9082648ac55 req-8dfbca14-8083-4e8b-8225-2c33bdd9f5df tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Unset dirty status for tenant:67378ee588b44b458166893de5b521e0 on resource:security_group {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 22:01:54.240121 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f4e7dfe9-32a7-42ef-8156-b9082648ac55 req-8dfbca14-8083-4e8b-8225-2c33bdd9f5df tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed00a403-af3d-4be2-b18c-1bd41919de1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1365993
Jan 26 22:01:54.760223 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 3012f851-5f6c-4bea-ac54-d88d87638357 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:01:54.877644 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning for port 3012f851-5f6c-4bea-ac54-d88d87638357 completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 22:01:54.883139 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 3012f851-5f6c-4bea-ac54-d88d87638357 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:01:54.883832 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:54.923567 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6d750-1f96-4385-b4cd-c880ce443dfd req-d11dd86a-52c8-4a76-b9ca-7c890a879c3f tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:54.931260 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-dfc6d750-1f96-4385-b4cd-c880ce443dfd req-d11dd86a-52c8-4a76-b9ca-7c890a879c3f tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 945 time: 0.1379576
Jan 26 22:01:54.987021 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-dfc6d750-1f96-4385-b4cd-c880ce443dfd req-3209dd3e-f806-406b-ad34-5c07568448e4 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0547426
Jan 26 22:01:55.027953 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:55.058148 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed3bacb-4ec6-499c-8f92-61338dbcc0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3012f851-5f6c-4bea-ac54-d88d87638357'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:01:55.072099 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] For port 3012f851-5f6c-4bea-ac54-d88d87638357, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=3012f851-5f6c-4bea-ac54-d88d87638357,segment=NetworkSegment(f374c4f9-2552-4e5c-9d66-64cb98fcef90),segment_id=f374c4f9-2552-4e5c-9d66-64cb98fcef90)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:01:55.104465 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:55.108088 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:55.164644 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed3bacb-4ec6-499c-8f92-61338dbcc0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3012f851-5f6c-4bea-ac54-d88d87638357', 'code': 200}
Jan 26 22:01:55.199924 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-371da3dc-636b-4397-a687-62d641b453f1 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Synchronizing usage tracker for tenant:66b3e2a25f144fa88a4be7bd2f2b4abf on resource:security_group {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 22:01:55.213463 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Pushing event updated for resources: {'Port': ['ID=3012f851-5f6c-4bea-ac54-d88d87638357,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:55.226890 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:55.279154 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-371da3dc-636b-4397-a687-62d641b453f1 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Unset dirty status for tenant:66b3e2a25f144fa88a4be7bd2f2b4abf on resource:security_group {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 22:01:55.280577 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-371da3dc-636b-4397-a687-62d641b453f1 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-165325859&fields=id&tenant_id=66b3e2a25f144fa88a4be7bd2f2b4abf HTTP/1.1" status: 200  len: 267 time: 0.1446087
Jan 26 22:01:55.606645 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d7902e-9758-4b06-94ef-7f89211e1012 req-521dd538-36b5-4365-901d-42a618b1f603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:55.608409 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b8d7902e-9758-4b06-94ef-7f89211e1012 req-521dd538-36b5-4365-901d-42a618b1f603 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bed3bacb-4ec6-499c-8f92-61338dbcc0a4 HTTP/1.1" status: 200  len: 1162 time: 0.0989869
Jan 26 22:01:55.660452 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b8d7902e-9758-4b06-94ef-7f89211e1012 req-103820ad-24ef-4517-bee4-e9b6df6c6394 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=271c8670-57af-423c-b843-484955cf0946&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438321
Jan 26 22:01:55.751913 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df8bd5-1bf7-4554-9ab5-cfab593de042 req-932e7f36-f5b5-476a-a677-d49dadf117ea tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:55.753659 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-33df8bd5-1bf7-4554-9ab5-cfab593de042 req-932e7f36-f5b5-476a-a677-d49dadf117ea tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.30 "GET /v2.0/ports?device_id=bed3bacb-4ec6-499c-8f92-61338dbcc0a4 HTTP/1.1" status: 200  len: 945 time: 0.5180142
Jan 26 22:01:55.835302 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-172f2bb8-0d9b-412f-b995-626dd74bb691 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:55.837050 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-172f2bb8-0d9b-412f-b995-626dd74bb691 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/networks?id=8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a HTTP/1.1" status: 200  len: 809 time: 0.5463226
Jan 26 22:01:55.869100 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-08f9f6dd-50cd-4c7b-b3bc-e9f1e508e99f tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/quotas/66b3e2a25f144fa88a4be7bd2f2b4abf HTTP/1.1" status: 200  len: 375 time: 0.0249131
Jan 26 22:01:55.885228 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-33df8bd5-1bf7-4554-9ab5-cfab593de042 req-01623181-2ba1-4ab0-9a73-c296c312b82e tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.30 "GET /v2.0/security-groups?id=271c8670-57af-423c-b843-484955cf0946&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1175869
Jan 26 22:01:56.144782 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-ec7c5e11-56c0-489c-871f-5db722cbc624 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Synchronizing usage tracker for tenant:66b3e2a25f144fa88a4be7bd2f2b4abf on resource:port {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 22:01:56.148937 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e33c3-c18f-411b-a197-85fdda5aa1c0 req-353351bd-579c-4b35-b12b-44bdae06456f tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:56.150616 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f27e33c3-c18f-411b-a197-85fdda5aa1c0 req-353351bd-579c-4b35-b12b-44bdae06456f tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.45 "GET /v2.0/ports?device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 945 time: 0.1302955
Jan 26 22:01:56.231027 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 3012f851-5f6c-4bea-ac54-d88d87638357 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:01:56.242116 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edfe7c3-e445-4383-8050-d180f9c665c4 req-6dff7b70-0a3a-4a71-baae-39dd271f5bec tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:56.243897 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8edfe7c3-e445-4383-8050-d180f9c665c4 req-6dff7b70-0a3a-4a71-baae-39dd271f5bec tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 945 time: 0.2170460
Jan 26 22:01:56.247361 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-ec7c5e11-56c0-489c-871f-5db722cbc624 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Unset dirty status for tenant:66b3e2a25f144fa88a4be7bd2f2b4abf on resource:port {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 22:01:56.248786 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-ec7c5e11-56c0-489c-871f-5db722cbc624 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=66b3e2a25f144fa88a4be7bd2f2b4abf&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3625638
Jan 26 22:01:56.272418 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-f27e33c3-c18f-411b-a197-85fdda5aa1c0 req-6ad4f62d-d11e-4bc5-ae4a-7e8714ef8017 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Deleting port b826e31f-679d-44b8-955b-006e62fa53fd {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:01:56.273562 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-f27e33c3-c18f-411b-a197-85fdda5aa1c0 req-6ad4f62d-d11e-4bc5-ae4a-7e8714ef8017 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:56.326330 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 3012f851-5f6c-4bea-ac54-d88d87638357 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:01:56.327541 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:56.419074 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8edfe7c3-e445-4383-8050-d180f9c665c4 req-a24a7c7e-5871-4906-ab43-a01e8b0bc80b tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/security-groups?id=ed00a403-af3d-4be2-b18c-1bd41919de1d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1602554
Jan 26 22:01:56.498093 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-9ee8031f-0793-4034-bf6f-4fecde70ea1a service neutron] 10.222.0.30 "GET /v2.0/networks/8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2202127
Jan 26 22:01:56.715287 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-f27e33c3-c18f-411b-a197-85fdda5aa1c0 req-6ad4f62d-d11e-4bc5-ae4a-7e8714ef8017 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] For port b826e31f-679d-44b8-955b-006e62fa53fd, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=b826e31f-679d-44b8-955b-006e62fa53fd,segment=NetworkSegment(7eeb8799-e326-4326-83d8-71c44271645c),segment_id=7eeb8799-e326-4326-83d8-71c44271645c)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:01:56.715287 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-f27e33c3-c18f-411b-a197-85fdda5aa1c0 req-6ad4f62d-d11e-4bc5-ae4a-7e8714ef8017 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:56.737064 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-696e6914-abe4-43a9-ad41-27aa19035bbd service neutron] 10.222.0.30 "GET /v2.0/networks/8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2370119
Jan 26 22:01:56.826196 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f598c86-84c3-4bc8-be84-3dac30bf023e req-d30e26b1-e20d-41cf-a644-0dae07210ff3 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:56.835485 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6f598c86-84c3-4bc8-be84-3dac30bf023e req-d30e26b1-e20d-41cf-a644-0dae07210ff3 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 945 time: 0.2154644
Jan 26 22:01:56.882256 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-f27e33c3-c18f-411b-a197-85fdda5aa1c0 req-6ad4f62d-d11e-4bc5-ae4a-7e8714ef8017 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Calling delete_port for b826e31f-679d-44b8-955b-006e62fa53fd owned by compute:nova {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:01:56.920115 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6f598c86-84c3-4bc8-be84-3dac30bf023e req-075076b3-65ea-4bfc-a05e-837ae7296b5d tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0835414
Jan 26 22:01:57.157624 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-f27e33c3-c18f-411b-a197-85fdda5aa1c0 req-6ad4f62d-d11e-4bc5-ae4a-7e8714ef8017 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32409920'] for port, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:57.175051 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9000123f-440c-4f9e-ab8d-ce5c2e011381 tempest-ServerRescueNegativeTestJSON-1992160398 tempest-ServerRescueNegativeTestJSON-1992160398-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:01:57.279994 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb24de0-efe0-4d80-a898-fa3f94465a87 req-8d3598df-7145-4fd9-961d-78da030f3ffa tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:57.281200 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad4f62d-d11e-4bc5-ae4a-7e8714ef8017 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Pushing event deleted for resources: {'Port': ['ID=b826e31f-679d-44b8-955b-006e62fa53fd,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:01:57.281715 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6fb24de0-efe0-4d80-a898-fa3f94465a87 req-8d3598df-7145-4fd9-961d-78da030f3ffa tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.30 "GET /v2.0/ports?device_id=bed3bacb-4ec6-499c-8f92-61338dbcc0a4 HTTP/1.1" status: 200  len: 945 time: 0.1733224
Jan 26 22:01:57.288261 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6ad4f62d-d11e-4bc5-ae4a-7e8714ef8017 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:01:57.355865 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6fb24de0-efe0-4d80-a898-fa3f94465a87 req-3b725260-693f-4e8b-a084-9a5fe8df18f1 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.30 "GET /v2.0/security-groups?id=271c8670-57af-423c-b843-484955cf0946&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603540
Jan 26 22:01:57.428140 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-f27e33c3-c18f-411b-a197-85fdda5aa1c0 req-6ad4f62d-d11e-4bc5-ae4a-7e8714ef8017 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] No DVR routers for this DVR port b826e31f-679d-44b8-955b-006e62fa53fd on host hv-cinder-77212 {{(pid=80148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 22:01:57.440696 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-f27e33c3-c18f-411b-a197-85fdda5aa1c0 req-6ad4f62d-d11e-4bc5-ae4a-7e8714ef8017 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:57.446171 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d96ef07-264f-4dbf-a255-ba4248406add', 'name': 'network-vif-deleted', 'tag': 'b826e31f-679d-44b8-955b-006e62fa53fd'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:01:57.508443 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f27e33c3-c18f-411b-a197-85fdda5aa1c0 req-6ad4f62d-d11e-4bc5-ae4a-7e8714ef8017 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.45 "DELETE /v2.0/ports/b826e31f-679d-44b8-955b-006e62fa53fd HTTP/1.1" status: 204  len: 173 time: 1.3508441
Jan 26 22:01:57.556340 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d96ef07-264f-4dbf-a255-ba4248406add', 'name': 'network-vif-deleted', 'tag': 'b826e31f-679d-44b8-955b-006e62fa53fd', 'status': 'completed', 'code': 200}
Jan 26 22:01:57.568867 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f9bbfbec-db2e-4477-97ea-e468ac90c17e req-5b6fabb8-b776-4720-85b6-380bd79e5b2f tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 210 time: 0.0849230
Jan 26 22:01:57.772516 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a3193d88-0bb9-48f6-8231-24ea113c534e req-0c934c49-534d-4bcb-a9e8-9ceff9ffb9eb tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d96ef07-264f-4dbf-a255-ba4248406add HTTP/1.1" status: 200  len: 210 time: 0.0549753
Jan 26 22:01:58.219285 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 3012f851-5f6c-4bea-ac54-d88d87638357 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:01:58.234279 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150226a2-2601-4668-9a79-2aca40a17b7f req-1b4f45aa-0972-4e99-887e-79bbe7300f1e tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:58.236694 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-150226a2-2601-4668-9a79-2aca40a17b7f req-1b4f45aa-0972-4e99-887e-79bbe7300f1e tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 945 time: 0.1376972
Jan 26 22:01:58.299344 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-150226a2-2601-4668-9a79-2aca40a17b7f req-96dba5f6-fc46-46d8-ae66-6958416b38b9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0550709
Jan 26 22:01:58.302720 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 3012f851-5f6c-4bea-ac54-d88d87638357 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:01:58.303168 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:01:58.485085 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device b826e31f-679d-44b8-955b-006e62fa53fd no longer exists at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 22:01:58.525894 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] No Port match for: b826e31f-679d-44b8-955b-006e62fa53fd {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 22:01:58.526286 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device b826e31f-679d-44b8-955b-006e62fa53fd not bound to the agent host hv-cinder-77212 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 22:01:58.860106 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d94d0d1a-5711-4347-8336-e3375ee07afa req-61f6acf1-980c-4434-9c0c-eae5839e3f8b tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 210 time: 0.0638390
Jan 26 22:01:59.805404 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a55745-8f77-4c0c-bef0-c82fbb724758 req-9802fe60-8a13-4ea1-b994-deaf6dcc306f tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:01:59.807178 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e6a55745-8f77-4c0c-bef0-c82fbb724758 req-9802fe60-8a13-4ea1-b994-deaf6dcc306f tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 945 time: 0.1838822
Jan 26 22:01:59.966878 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e6a55745-8f77-4c0c-bef0-c82fbb724758 req-6037370a-9609-4b7d-8abc-5aa7a74584f8 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1425848
Jan 26 22:02:00.123261 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-6ced4441-b5b6-4165-b87f-253204cf6320 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:00.126928 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-6ced4441-b5b6-4165-b87f-253204cf6320 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Synchronizing usage tracker for tenant:66b3e2a25f144fa88a4be7bd2f2b4abf on resource:network {{(pid=80148) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 22:02:00.143683 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2d17e0eb-6526-42e1-a270-92ed6139eb5a req-9af437af-a619-4dae-ade3-8e2fc6d0edcd tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 210 time: 0.0817037
Jan 26 22:02:00.215447 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-6ced4441-b5b6-4165-b87f-253204cf6320 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Unset dirty status for tenant:66b3e2a25f144fa88a4be7bd2f2b4abf on resource:network {{(pid=80148) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 22:02:00.217898 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-6ced4441-b5b6-4165-b87f-253204cf6320 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.45 "GET /v2.0/networks?id=8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a HTTP/1.1" status: 200  len: 809 time: 0.4111481
Jan 26 22:02:00.370375 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-6e751a05-99d4-4203-868a-1c0a611b7277 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Synchronizing usage tracker for tenant:66b3e2a25f144fa88a4be7bd2f2b4abf on resource:security_group {{(pid=80148) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 22:02:00.395368 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-6e751a05-99d4-4203-868a-1c0a611b7277 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Unset dirty status for tenant:66b3e2a25f144fa88a4be7bd2f2b4abf on resource:security_group {{(pid=80148) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 22:02:00.397592 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-6e751a05-99d4-4203-868a-1c0a611b7277 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=66b3e2a25f144fa88a4be7bd2f2b4abf HTTP/1.1" status: 200  len: 5757 time: 0.1581113
Jan 26 22:02:00.408688 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-03a61cf3-6cd2-4c1e-a40c-043432a6c72e tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Request body: {'port': {'device_id': 'ff17407c-26ea-464a-91c0-6483193ae683', 'network_id': '8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a', 'admin_state_up': True, 'tenant_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'security_groups': ['081d1b97-1169-4869-ae03-80a3bef41642']}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:02:00.599159 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 51090) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:02:00.603703 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-03a61cf3-6cd2-4c1e-a40c-043432a6c72e tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:02:00.750743 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-03a61cf3-6cd2-4c1e-a40c-043432a6c72e tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:02:00.798778 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-03a61cf3-6cd2-4c1e-a40c-043432a6c72e tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Made reservation on behalf of 66b3e2a25f144fa88a4be7bd2f2b4abf for: {'port': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 22:02:00.812427 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-03a61cf3-6cd2-4c1e-a40c-043432a6c72e tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:01.615000 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7460779-fdce-4d72-bbe7-fe5d38888633 req-5b3785cb-3114-4b12-a3cb-5b4c20f05865 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:01.627745 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b7460779-fdce-4d72-bbe7-fe5d38888633 req-5b3785cb-3114-4b12-a3cb-5b4c20f05865 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 945 time: 0.3238983
Jan 26 22:02:01.752692 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b7460779-fdce-4d72-bbe7-fe5d38888633 req-64efb60b-a7a6-416d-9b9a-363c414ee8b8 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1226368
Jan 26 22:02:01.756453 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-03a61cf3-6cd2-4c1e-a40c-043432a6c72e tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Allocated IP 172.20.0.10 (8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a/2a7d63f7-1667-43f1-aec3-7e67170ed9cb/4af266fd-fe6c-43b0-9444-efb3cfe5d979) {{(pid=80148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 22:02:01.835928 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9e61324d-b5db-459b-ba15-e1b2d4006acd req-2ca9d488-ad09-45b7-8dfc-3f167fd531b6 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 210 time: 0.0816944
Jan 26 22:02:02.563823 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-03a61cf3-6cd2-4c1e-a40c-043432a6c72e tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Notify callbacks [] for port, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:02.597682 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-03a61cf3-6cd2-4c1e-a40c-043432a6c72e tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Transition to ACTIVE for port object 4af266fd-fe6c-43b0-9444-efb3cfe5d979 will not be triggered until provisioned by entity DHCP. {{(pid=80148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 22:02:02.635168 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-890bd8c9-98a9-4473-812f-6e36ad053e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036821519634'] for router_interface, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:02.848910 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-03a61cf3-6cd2-4c1e-a40c-043432a6c72e tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32409920'] for port, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:02.895867 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6f8e2e0b-73c3-43e6-bfef-b171e235e553 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:02:03.145480 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03121dc-500d-4315-9300-9d0cde77b6c4 req-60f13608-b432-4b4b-98a3-525189cb4032 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:03.150987 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e03121dc-500d-4315-9300-9d0cde77b6c4 req-60f13608-b432-4b4b-98a3-525189cb4032 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 945 time: 0.1519878
Jan 26 22:02:03.284887 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a61cf3-6cd2-4c1e-a40c-043432a6c72e tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Pushing event updated for resources: {'Port': ['ID=4af266fd-fe6c-43b0-9444-efb3cfe5d979,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:02:03.297721 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-03a61cf3-6cd2-4c1e-a40c-043432a6c72e tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:02:03.324107 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e03121dc-500d-4315-9300-9d0cde77b6c4 req-341dbe92-4a28-45d4-b2bb-c110a5b2487e tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1688433
Jan 26 22:02:03.411481 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d7031-8fa8-4d9b-b55b-74e9d2350948 req-a05dae1a-f8f8-4080-9646-678ed27336a1 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:03.420205 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-112d7031-8fa8-4d9b-b55b-74e9d2350948 req-a05dae1a-f8f8-4080-9646-678ed27336a1 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 932 time: 0.2674706
Jan 26 22:02:03.460050 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-03a61cf3-6cd2-4c1e-a40c-043432a6c72e tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Network 8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a is already hosted by enough agents. {{(pid=80148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 22:02:03.465906 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-03a61cf3-6cd2-4c1e-a40c-043432a6c72e tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Resources bound (agent type, host, resource id):  {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 22:02:03.468916 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-03a61cf3-6cd2-4c1e-a40c-043432a6c72e tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Received port after_create {{(pid=80148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 22:02:03.492738 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-112d7031-8fa8-4d9b-b55b-74e9d2350948 req-c4d0d86a-2d99-4deb-8d0c-76b26b6992e0 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/security-groups?id=081d1b97-1169-4869-ae03-80a3bef41642&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0708866
Jan 26 22:02:03.615559 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-890bd8c9-98a9-4473-812f-6e36ad053e50 admin admin] Deleting port b18882c5-ec96-4906-8acd-5cdea5ee2e7d {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:02:03.615950 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-890bd8c9-98a9-4473-812f-6e36ad053e50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:03.706994 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-03a61cf3-6cd2-4c1e-a40c-043432a6c72e tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:03.707774 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-03a61cf3-6cd2-4c1e-a40c-043432a6c72e tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:03.832352 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-03a61cf3-6cd2-4c1e-a40c-043432a6c72e tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.4292998
Jan 26 22:02:03.864933 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-b6c535ff-ff7f-4300-8deb-707cf4bc3fc4 service neutron] Request body: {'port': {'device_id': 'ff17407c-26ea-464a-91c0-6483193ae683', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:02:03.924333 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-b3f1bf9b-abdf-4c1b-918a-7cab696d0b06 None None] Provisioning for port 4af266fd-fe6c-43b0-9444-efb3cfe5d979 completed by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 22:02:03.930752 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-b3f1bf9b-abdf-4c1b-918a-7cab696d0b06 None None] Provisioning complete for port 4af266fd-fe6c-43b0-9444-efb3cfe5d979 triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:02:03.931449 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b3f1bf9b-abdf-4c1b-918a-7cab696d0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:03.999939 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-b3f1bf9b-abdf-4c1b-918a-7cab696d0b06 None None] Port 4af266fd-fe6c-43b0-9444-efb3cfe5d979 cannot update to ACTIVE because it is not bound. {{(pid=80150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 22:02:04.083957 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-890bd8c9-98a9-4473-812f-6e36ad053e50 admin admin] For port b18882c5-ec96-4906-8acd-5cdea5ee2e7d, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=b18882c5-ec96-4906-8acd-5cdea5ee2e7d,segment=NetworkSegment(7eeb8799-e326-4326-83d8-71c44271645c),segment_id=7eeb8799-e326-4326-83d8-71c44271645c)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:02:04.084374 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-890bd8c9-98a9-4473-812f-6e36ad053e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:04.250647 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-890bd8c9-98a9-4473-812f-6e36ad053e50 admin admin] Calling delete_port for b18882c5-ec96-4906-8acd-5cdea5ee2e7d owned by network:router_interface {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:02:04.294249 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-b6c535ff-ff7f-4300-8deb-707cf4bc3fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:04.750226 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c81b64-8dd4-4fcd-8887-ceb9f3ccb3e4 req-94ca9f98-62db-4be8-a6bf-41a007ac3594 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:04.754450 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e2c81b64-8dd4-4fcd-8887-ceb9f3ccb3e4 req-94ca9f98-62db-4be8-a6bf-41a007ac3594 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 945 time: 0.2002223
Jan 26 22:02:04.890096 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e2c81b64-8dd4-4fcd-8887-ceb9f3ccb3e4 req-4241cf8e-8a92-4e3f-9b1f-aa2403490b6a tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0781798
Jan 26 22:02:05.038741 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b790bb5-17db-4edc-895c-70ba8116a0a1 req-dd295fef-5c84-49db-8e6f-64dc76ba6900 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:05.042522 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6b790bb5-17db-4edc-895c-70ba8116a0a1 req-dd295fef-5c84-49db-8e6f-64dc76ba6900 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 932 time: 0.2855465
Jan 26 22:02:05.104429 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-b6c535ff-ff7f-4300-8deb-707cf4bc3fc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4af266fd-fe6c-43b0-9444-efb3cfe5d979 {{(pid=80148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 26 22:02:05.112794 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6b790bb5-17db-4edc-895c-70ba8116a0a1 req-ff001b87-5000-421a-95f4-fddfb098d8fb tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/security-groups?id=081d1b97-1169-4869-ae03-80a3bef41642&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0619261
Jan 26 22:02:05.129682 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-890bd8c9-98a9-4473-812f-6e36ad053e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32409920'] for port, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:05.147270 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-167deb8c-3d25-4886-b6ed-8d252136516a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:02:05.246071 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890bd8c9-98a9-4473-812f-6e36ad053e50 admin admin] Pushing event deleted for resources: {'Port': ['ID=b18882c5-ec96-4906-8acd-5cdea5ee2e7d,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:02:05.255846 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-890bd8c9-98a9-4473-812f-6e36ad053e50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:02:05.259814 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-b6c535ff-ff7f-4300-8deb-707cf4bc3fc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:05.292672 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-b6c535ff-ff7f-4300-8deb-707cf4bc3fc4 service neutron] Transition to ACTIVE for port object 4af266fd-fe6c-43b0-9444-efb3cfe5d979 will not be triggered until provisioned by entity L2. {{(pid=80148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 22:02:05.553069 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-b6c535ff-ff7f-4300-8deb-707cf4bc3fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822365879'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:05.572536 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-dd20c169-b851-4972-834b-929375b3f536 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:02:05.841480 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c535ff-ff7f-4300-8deb-707cf4bc3fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=4af266fd-fe6c-43b0-9444-efb3cfe5d979,revision_number=2']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:02:05.853296 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b6c535ff-ff7f-4300-8deb-707cf4bc3fc4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:02:06.419480 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-b6c535ff-ff7f-4300-8deb-707cf4bc3fc4 service neutron] Attempting to bind port 4af266fd-fe6c-43b0-9444-efb3cfe5d979 on host hv-cinder-77212 for vnic_type normal with profile  {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 22:02:06.420660 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-b6c535ff-ff7f-4300-8deb-707cf4bc3fc4 service neutron] Attempting to bind port 4af266fd-fe6c-43b0-9444-efb3cfe5d979 by drivers openvswitch on host hv-cinder-77212 at level 0 using segments [{'id': '70525c5d-2c00-4ccf-9cca-a6432e942fb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a'}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 22:02:06.421394 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-b6c535ff-ff7f-4300-8deb-707cf4bc3fc4 service neutron] Attempting to bind port 4af266fd-fe6c-43b0-9444-efb3cfe5d979 on network 8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 22:02:06.433107 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-890bd8c9-98a9-4473-812f-6e36ad053e50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036821729918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33259135'] for router_interface, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:06.534374 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-b6c535ff-ff7f-4300-8deb-707cf4bc3fc4 service neutron] Checking agent: {'id': '907ce3e7-819e-4a7f-a1c4-c44a902d1710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 21, 53, 12), 'started_at': datetime.datetime(2021, 1, 26, 21, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 22, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 22:02:06.534624 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-b6c535ff-ff7f-4300-8deb-707cf4bc3fc4 service neutron] Checking segment: {'id': '70525c5d-2c00-4ccf-9cca-a6432e942fb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 22:02:06.535187 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-b6c535ff-ff7f-4300-8deb-707cf4bc3fc4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:06.535700 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-b6c535ff-ff7f-4300-8deb-707cf4bc3fc4 service neutron] Bound using segment: {'id': '70525c5d-2c00-4ccf-9cca-a6432e942fb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a'} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 22:02:06.536278 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-b6c535ff-ff7f-4300-8deb-707cf4bc3fc4 service neutron] Bound port: 4af266fd-fe6c-43b0-9444-efb3cfe5d979, host: hv-cinder-77212, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70525c5d-2c00-4ccf-9cca-a6432e942fb5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a'}}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 22:02:06.536658 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-b6c535ff-ff7f-4300-8deb-707cf4bc3fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:06.558209 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e46eab-4f0e-4406-abb4-a4db9454e97f req-a5574780-97c9-4b74-8b05-13ac4d29c0a4 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:06.560432 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-07e46eab-4f0e-4406-abb4-a4db9454e97f req-a5574780-97c9-4b74-8b05-13ac4d29c0a4 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 945 time: 0.3125577
Jan 26 22:02:06.689144 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-b6c535ff-ff7f-4300-8deb-707cf4bc3fc4 service neutron] For port 4af266fd-fe6c-43b0-9444-efb3cfe5d979, host hv-cinder-77212, cleared binding levels {{(pid=80148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 22:02:06.691634 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-07e46eab-4f0e-4406-abb4-a4db9454e97f req-d5f6e32c-d94c-4540-aec9-63a5715c442f tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1200850
Jan 26 22:02:06.693054 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-b6c535ff-ff7f-4300-8deb-707cf4bc3fc4 service neutron] For port 4af266fd-fe6c-43b0-9444-efb3cfe5d979, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=4af266fd-fe6c-43b0-9444-efb3cfe5d979,segment=NetworkSegment(70525c5d-2c00-4ccf-9cca-a6432e942fb5),segment_id=70525c5d-2c00-4ccf-9cca-a6432e942fb5)] {{(pid=80148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 22:02:06.736935 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-b6c535ff-ff7f-4300-8deb-707cf4bc3fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822365879'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:06.755361 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-7de2c643-cc21-49cd-bba3-61d4a1145fdc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:02:06.805513 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa82529-544b-410e-ae81-3497af3cb9f2 req-50492bd8-9369-4727-9861-e103e2ec8324 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:06.813176 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4fa82529-544b-410e-ae81-3497af3cb9f2 req-50492bd8-9369-4727-9861-e103e2ec8324 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 944 time: 0.3731315
Jan 26 22:02:06.890505 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4fa82529-544b-410e-ae81-3497af3cb9f2 req-510d8643-6815-43bd-bf7b-2e84db6aabb3 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/security-groups?id=081d1b97-1169-4869-ae03-80a3bef41642&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0749941
Jan 26 22:02:07.121825 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c535ff-ff7f-4300-8deb-707cf4bc3fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=4af266fd-fe6c-43b0-9444-efb3cfe5d979,revision_number=3']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:02:07.126717 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b6c535ff-ff7f-4300-8deb-707cf4bc3fc4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:02:07.208843 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-b6c535ff-ff7f-4300-8deb-707cf4bc3fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:07.209565 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-b6c535ff-ff7f-4300-8deb-707cf4bc3fc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:07.211191 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-b6c535ff-ff7f-4300-8deb-707cf4bc3fc4 service neutron] 10.222.0.45 "PUT /v2.0/ports/4af266fd-fe6c-43b0-9444-efb3cfe5d979 HTTP/1.1" status: 200  len: 1158 time: 3.3641043
Jan 26 22:02:07.213717 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff17407c-26ea-464a-91c0-6483193ae683', 'tag': '4af266fd-fe6c-43b0-9444-efb3cfe5d979'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:02:07.412507 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff17407c-26ea-464a-91c0-6483193ae683', 'tag': '4af266fd-fe6c-43b0-9444-efb3cfe5d979', 'status': 'completed', 'code': 200}
Jan 26 22:02:07.615469 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-d948fb05-3268-42a6-9090-747519f6df6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:07.617802 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-d948fb05-3268-42a6-9090-747519f6df6f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=66b3e2a25f144fa88a4be7bd2f2b4abf&device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 1161 time: 0.2919829
Jan 26 22:02:07.722869 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-537f83c9-6486-4a4e-a24f-f8b4cb91b87e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4af266fd-fe6c-43b0-9444-efb3cfe5d979 HTTP/1.1" status: 200  len: 217 time: 0.0867727
Jan 26 22:02:07.809648 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-890bd8c9-98a9-4473-812f-6e36ad053e50 admin admin] Router a2cdb5c7-7c71-4cb7-891b-52edab606d93 has already been hosted by L3 agent d246ac06-2269-4624-8b82-d0eab6b3335a {{(pid=80148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 22:02:08.185563 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a00f11-9660-4c46-a44e-9c8a037dbfce req-16c76acf-8dd7-4901-82d5-f0c7da94f864 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:08.200732 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-52a00f11-9660-4c46-a44e-9c8a037dbfce req-16c76acf-8dd7-4901-82d5-f0c7da94f864 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 945 time: 0.2471519
Jan 26 22:02:08.405869 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-7bddf681-a287-4774-a4f4-0afd8ac8fecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:08.410625 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-7bddf681-a287-4774-a4f4-0afd8ac8fecc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2a7d63f7-1667-43f1-aec3-7e67170ed9cb HTTP/1.1" status: 200  len: 848 time: 0.6740830
Jan 26 22:02:08.423492 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-52a00f11-9660-4c46-a44e-9c8a037dbfce req-edd949af-5fe7-44e1-a4fc-c03f5c5cd62c tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2206447
Jan 26 22:02:08.520043 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890bd8c9-98a9-4473-812f-6e36ad053e50 admin admin] Notify agent at l3_agent.dv-cinder-772126-1-iscsi the message routers_updated {{(pid=80148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 22:02:08.534302 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad759bc-c89c-414f-8b91-42b3b959828d None None] Sync routers for ids ['a2cdb5c7-7c71-4cb7-891b-52edab606d93'] in dv-cinder-772126-1-iscsi {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 22:02:08.553011 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad759bc-c89c-414f-8b91-42b3b959828d None None] Routers {'a2cdb5c7-7c71-4cb7-891b-52edab606d93'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:02:08.557274 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-6ad759bc-c89c-414f-8b91-42b3b959828d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5ae9254e0>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:01:43Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['a2cdb5c7-7c71-4cb7-891b-52edab606d93'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:02:08.561566 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-890bd8c9-98a9-4473-812f-6e36ad053e50 admin admin] 10.222.0.30 "PUT /v2.0/routers/a2cdb5c7-7c71-4cb7-891b-52edab606d93/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.9608366
Jan 26 22:02:08.568020 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 51144) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:02:08.596077 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ed122-58e0-4872-9572-24c519d69092 req-fb1c416a-a8c9-4a78-b083-94989272da40 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:08.612626 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fb3ed122-58e0-4872-9572-24c519d69092 req-fb1c416a-a8c9-4a78-b083-94989272da40 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 944 time: 0.4939754
Jan 26 22:02:08.714125 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fb3ed122-58e0-4872-9572-24c519d69092 req-8fb9571b-96f7-4fba-be62-9d33d0db5880 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/security-groups?id=081d1b97-1169-4869-ae03-80a3bef41642&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0980585
Jan 26 22:02:08.734342 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-6b448fc2-027d-4395-9695-6a34be0c9e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:08.734342 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-6b448fc2-027d-4395-9695-6a34be0c9e3e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3136351
Jan 26 22:02:08.956221 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7809c84e-7475-44e3-bdb4-b1092f5a71df admin admin] Notify callbacks [] for router, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:09.047703 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-969e40a6-d22a-482c-b64c-17c6cc8a2ecd service neutron] 10.222.0.45 "GET /v2.0/networks/8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3065333
Jan 26 22:02:09.206391 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-6ad759bc-c89c-414f-8b91-42b3b959828d None None] Set router a2cdb5c7-7c71-4cb7-891b-52edab606d93 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:02:09.344669 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7809c84e-7475-44e3-bdb4-b1092f5a71df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:09.356413 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-7809c84e-7475-44e3-bdb4-b1092f5a71df admin admin] Deleting port c7d12902-3f21-40bc-8e82-8974461286bf {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:02:09.356826 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7809c84e-7475-44e3-bdb4-b1092f5a71df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:09.400053 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ea703d28-eaf6-4df3-a108-c117fdb0c8e5 req-2494a8a1-d5bf-4f7b-83d2-efba6ff1c2ee service neutron] 10.222.0.45 "GET /v2.0/networks/8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2876804
Jan 26 22:02:09.682242 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-6ad759bc-c89c-414f-8b91-42b3b959828d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5ae9254e0>, [{'id': 'a2cdb5c7-7c71-4cb7-891b-52edab606d93', 'name': 'tempest-TestMinimumBasicScenario-133777725-router', 'tenant_id': '67378ee588b44b458166893de5b521e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'c7d12902-3f21-40bc-8e82-8974461286bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:57:57Z', 'updated_at': '2021-01-26T22:02:04Z', 'revision_number': 5, 'project_id': '67378ee588b44b458166893de5b521e0', 'gw_port': {'id': 'c7d12902-3f21-40bc-8e82-8974461286bf', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cdb5c7-7c71-4cb7-891b-52edab606d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:57:59Z', 'updated_at': '2021-01-26T21:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi'}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:02:09.697638 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad759bc-c89c-414f-8b91-42b3b959828d None None] Checking router: a2cdb5c7-7c71-4cb7-891b-52edab606d93 for host: dv-cinder-772126-1-iscsi {{(pid=80150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 22:02:09.724168 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad759bc-c89c-414f-8b91-42b3b959828d None None] Routers {'a2cdb5c7-7c71-4cb7-891b-52edab606d93'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:02:09.725512 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-6ad759bc-c89c-414f-8b91-42b3b959828d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5ae9254e0>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:01:43Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['a2cdb5c7-7c71-4cb7-891b-52edab606d93'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:02:09.952436 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e1f37-507e-41d0-a7fa-400202fa62ac req-b4e40c09-465c-45c5-90c6-f0098a966fed tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:09.961330 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e97e1f37-507e-41d0-a7fa-400202fa62ac req-b4e40c09-465c-45c5-90c6-f0098a966fed tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 945 time: 0.2567182
Jan 26 22:02:10.010201 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29c99b-5cbc-4c2d-bdaf-88426a4592ae req-32918518-8492-4074-bd81-308df1089e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:10.013601 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6b29c99b-5cbc-4c2d-bdaf-88426a4592ae req-32918518-8492-4074-bd81-308df1089e30 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=66b3e2a25f144fa88a4be7bd2f2b4abf&device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 1161 time: 0.3957493
Jan 26 22:02:10.026892 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-7809c84e-7475-44e3-bdb4-b1092f5a71df admin admin] For port c7d12902-3f21-40bc-8e82-8974461286bf, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=c7d12902-3f21-40bc-8e82-8974461286bf,segment=NetworkSegment(f4c7a2a5-f441-4cda-be7f-98d9b91d5196),segment_id=f4c7a2a5-f441-4cda-be7f-98d9b91d5196)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:02:10.027789 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7809c84e-7475-44e3-bdb4-b1092f5a71df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:10.064303 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-6ad759bc-c89c-414f-8b91-42b3b959828d None None] Set router a2cdb5c7-7c71-4cb7-891b-52edab606d93 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:02:10.145495 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e97e1f37-507e-41d0-a7fa-400202fa62ac req-60fb467b-e5c5-4a5b-81c6-5c84eb74c62f tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1821733
Jan 26 22:02:10.224115 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2e6fd279-b94d-40be-85dc-c76e5d6f2e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:10.260811 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7426159-c3ec-4f6c-93a9-bed10524b7b9 req-668a199f-cc1c-4938-82fd-fdcdf299dea2 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:10.270001 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c7426159-c3ec-4f6c-93a9-bed10524b7b9 req-668a199f-cc1c-4938-82fd-fdcdf299dea2 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 944 time: 0.2502193
Jan 26 22:02:10.378738 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-7809c84e-7475-44e3-bdb4-b1092f5a71df admin admin] Calling delete_port for c7d12902-3f21-40bc-8e82-8974461286bf owned by network:router_gateway {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:02:10.380993 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c7426159-c3ec-4f6c-93a9-bed10524b7b9 req-51b94840-030a-4f37-ad19-77ffa8a05eb4 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/security-groups?id=081d1b97-1169-4869-ae03-80a3bef41642&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1092021
Jan 26 22:02:10.548505 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29c99b-5cbc-4c2d-bdaf-88426a4592ae req-5e3c3a8a-c3c8-4335-a142-65340c1b8de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:10.550303 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6b29c99b-5cbc-4c2d-bdaf-88426a4592ae req-5e3c3a8a-c3c8-4335-a142-65340c1b8de5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a HTTP/1.1" status: 200  len: 903 time: 0.5278559
Jan 26 22:02:10.570918 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-6ad759bc-c89c-414f-8b91-42b3b959828d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5ae9254e0>, [{'id': 'a2cdb5c7-7c71-4cb7-891b-52edab606d93', 'name': 'tempest-TestMinimumBasicScenario-133777725-router', 'tenant_id': '67378ee588b44b458166893de5b521e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'c7d12902-3f21-40bc-8e82-8974461286bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:57:57Z', 'updated_at': '2021-01-26T22:02:04Z', 'revision_number': 5, 'project_id': '67378ee588b44b458166893de5b521e0', 'gw_port': {'id': 'c7d12902-3f21-40bc-8e82-8974461286bf', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cdb5c7-7c71-4cb7-891b-52edab606d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:57:59Z', 'updated_at': '2021-01-26T21:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi'}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:02:10.577135 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad759bc-c89c-414f-8b91-42b3b959828d None None] The sync data for ids ['a2cdb5c7-7c71-4cb7-891b-52edab606d93'] in dv-cinder-772126-1-iscsi is: [{'id': 'a2cdb5c7-7c71-4cb7-891b-52edab606d93', 'name': 'tempest-TestMinimumBasicScenario-133777725-router', 'tenant_id': '67378ee588b44b458166893de5b521e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': 'c7d12902-3f21-40bc-8e82-8974461286bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:57:57Z', 'updated_at': '2021-01-26T22:02:04Z', 'revision_number': 5, 'project_id': '67378ee588b44b458166893de5b521e0', 'gw_port': {'id': 'c7d12902-3f21-40bc-8e82-8974461286bf', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ef:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2cdb5c7-7c71-4cb7-891b-52edab606d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:57:59Z', 'updated_at': '2021-01-26T21:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi'}] {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 22:02:10.748525 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7809c84e-7475-44e3-bdb4-b1092f5a71df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32409920'] for port, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]: WARNING neutron.plugins.ml2.ovo_rpc [None req-7809c84e-7475-44e3-bdb4-b1092f5a71df admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:     result = function(*args, **kwargs)
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:     proto.__init__(conn_state, self)
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:     self.handle()
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:     self.handle_one_request()
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:     self.handle_one_response()
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:     result = self.application(self.environ, start_response)
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:     return app(environ, start_response)
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:     resp = self.call_func(req, *args, **kw)
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:     return self.func(req, *args, **kwargs)
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:     response = req.get_response(self.application)
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:     application, catch_exc_info=False)
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:     app_iter = application(self.environ, start_response)
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:     resp = self.call_func(req, *args, **kw)
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:     return self.func(req, *args, **kwargs)
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:     response = req.get_response(self.application)
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:     application, catch_exc_info=False)
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:     app_iter = application(self.environ, start_response)
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:     resp = self.call_func(req, *args, **kw)
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:     return self.func(req, *args, **kwargs)
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:     response = req.get_response(self.application)
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:     application, catch_exc_info=False)
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:     app_iter = application(self.environ, start_response)
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:     resp = self.call_func(req, *args, **kw)
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:     return self.func(req, *args, **kwargs)
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:     response = req.get_response(self.application)
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:     application, catch_exc_info=False)
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:     app_iter = application(self.environ, start_response)
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:     resp = self.call_func(req, *args, **kw)
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:     return self.func(req, *args, **kwargs)
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:     return request.get_response(self.application)
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:     application, catch_exc_info=False)
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:     app_iter = application(self.environ, start_response)
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:     resp = self.call_func(req, *args, **kw)
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:     return self.func(req, *args, **kwargs)
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:     response = req.get_response(self._app)
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:     application, catch_exc_info=False)
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:     app_iter = application(self.environ, start_response)
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:     return resp(environ, start_response)
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:     return resp(environ, start_response)
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:     response = self.app(environ, start_response)
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:     return resp(environ, start_response)
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:     resp = self.call_func(req, *args, **kw)
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:     return self.func(req, *args, **kwargs)
Jan 26 22:02:10.753896 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Jan 26 22:02:10.760644 dv-cinder-772126-1-iscsi neutron-server[80035]:     result = method(request=request, **args)
Jan 26 22:02:10.760644 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Jan 26 22:02:10.760644 dv-cinder-772126-1-iscsi neutron-server[80035]:     return self._delete(request, id, **kwargs)
Jan 26 22:02:10.760644 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 26 22:02:10.760644 dv-cinder-772126-1-iscsi neutron-server[80035]:     return f(*args, **kwargs)
Jan 26 22:02:10.760644 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 26 22:02:10.760644 dv-cinder-772126-1-iscsi neutron-server[80035]:     return f(*args, **kwargs)
Jan 26 22:02:10.760644 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 26 22:02:10.760644 dv-cinder-772126-1-iscsi neutron-server[80035]:     return f(*dup_args, **dup_kwargs)
Jan 26 22:02:10.760644 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Jan 26 22:02:10.760644 dv-cinder-772126-1-iscsi neutron-server[80035]:     obj_deleter(request.context, id, **kwargs)
Jan 26 22:02:10.760644 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Jan 26 22:02:10.760644 dv-cinder-772126-1-iscsi neutron-server[80035]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Jan 26 22:02:10.760644 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 26 22:02:10.760644 dv-cinder-772126-1-iscsi neutron-server[80035]:     return method(*args, **kwargs)
Jan 26 22:02:10.760644 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Jan 26 22:02:10.760644 dv-cinder-772126-1-iscsi neutron-server[80035]:     return f(*args, **kwargs)
Jan 26 22:02:10.760644 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Jan 26 22:02:10.760644 dv-cinder-772126-1-iscsi neutron-server[80035]:     return f(*args, **kwargs)
Jan 26 22:02:10.760644 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Jan 26 22:02:10.760644 dv-cinder-772126-1-iscsi neutron-server[80035]:     return f(*dup_args, **dup_kwargs)
Jan 26 22:02:10.760644 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Jan 26 22:02:10.760644 dv-cinder-772126-1-iscsi neutron-server[80035]:     self._delete_current_gw_port(context, id, router, None)
Jan 26 22:02:10.760644 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Jan 26 22:02:10.760644 dv-cinder-772126-1-iscsi neutron-server[80035]:     admin_ctx, gw_port_id, l3_port_check=False)
Jan 26 22:02:10.760644 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Jan 26 22:02:10.760644 dv-cinder-772126-1-iscsi neutron-server[80035]:     return f(self, context, *args, **kwargs)
Jan 26 22:02:10.760644 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Jan 26 22:02:10.760644 dv-cinder-772126-1-iscsi neutron-server[80035]:     return method(*args, **kwargs)
Jan 26 22:02:10.760644 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port
Jan 26 22:02:10.760644 dv-cinder-772126-1-iscsi neutron-server[80035]:     context, port, router_ids, bound_mech_contexts)
Jan 26 22:02:10.760644 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port
Jan 26 22:02:10.760644 dv-cinder-772126-1-iscsi neutron-server[80035]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Jan 26 22:02:10.760644 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Jan 26 22:02:10.760644 dv-cinder-772126-1-iscsi neutron-server[80035]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Jan 26 22:02:10.760644 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Jan 26 22:02:10.760644 dv-cinder-772126-1-iscsi neutron-server[80035]:     return function(*args, **kwargs)
Jan 26 22:02:10.760644 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Jan 26 22:02:10.760644 dv-cinder-772126-1-iscsi neutron-server[80035]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Jan 26 22:02:10.760644 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Jan 26 22:02:10.760644 dv-cinder-772126-1-iscsi neutron-server[80035]:     callback(resource, event, trigger, **kwargs)
Jan 26 22:02:10.760644 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Jan 26 22:02:10.760644 dv-cinder-772126-1-iscsi neutron-server[80035]:     if self._is_session_semantic_violated(context, resource, event):
Jan 26 22:02:10.760644 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Jan 26 22:02:10.760644 dv-cinder-772126-1-iscsi neutron-server[80035]:     stack = traceback.extract_stack()
Jan 26 22:02:10.760644 dv-cinder-772126-1-iscsi neutron-server[80035]: 
Jan 26 22:02:10.890549 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6b29c99b-5cbc-4c2d-bdaf-88426a4592ae req-d4e546fe-45d2-41e0-9576-c65209dd0faa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4af266fd-fe6c-43b0-9444-efb3cfe5d979 HTTP/1.1" status: 200  len: 217 time: 0.2359767
Jan 26 22:02:11.085830 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29c99b-5cbc-4c2d-bdaf-88426a4592ae req-c60b18bf-463b-4e98-9675-98a9b0724843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:11.089117 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6b29c99b-5cbc-4c2d-bdaf-88426a4592ae req-c60b18bf-463b-4e98-9675-98a9b0724843 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2a7d63f7-1667-43f1-aec3-7e67170ed9cb HTTP/1.1" status: 200  len: 848 time: 0.1885543
Jan 26 22:02:11.323769 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7809c84e-7475-44e3-bdb4-b1092f5a71df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33254391'] for router_gateway, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:11.723386 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ebd88-0dad-4f92-8e90-43d68ef105ca req-6daebe4c-b88c-4def-a5f2-e952f041aba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:11.725156 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-503ebd88-0dad-4f92-8e90-43d68ef105ca req-6daebe4c-b88c-4def-a5f2-e952f041aba0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c8cd6f60f4bf49aabee2ed7fc70c2d8b&device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 1162 time: 0.2309520
Jan 26 22:02:11.779036 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea976bfc-7f12-4afd-9a9d-4fe83580343b req-539549f0-6113-419b-902c-843b82129629 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:11.787271 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ea976bfc-7f12-4afd-9a9d-4fe83580343b req-539549f0-6113-419b-902c-843b82129629 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 945 time: 0.3819880
Jan 26 22:02:11.868202 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7809c84e-7475-44e3-bdb4-b1092f5a71df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33261030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854745232'] for router, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:11.873590 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7809c84e-7475-44e3-bdb4-b1092f5a71df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:11.986806 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29c99b-5cbc-4c2d-bdaf-88426a4592ae req-2c4eb563-05c0-47b9-85cd-1847e98309e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:11.988158 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ebd88-0dad-4f92-8e90-43d68ef105ca req-eff7fd1e-6b14-4283-960f-d2c17ed6f0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:11.988761 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6b29c99b-5cbc-4c2d-bdaf-88426a4592ae req-2c4eb563-05c0-47b9-85cd-1847e98309e1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.8268850
Jan 26 22:02:11.989797 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-503ebd88-0dad-4f92-8e90-43d68ef105ca req-eff7fd1e-6b14-4283-960f-d2c17ed6f0a9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a055a280-6113-40f9-90e9-85b200767415 HTTP/1.1" status: 200  len: 911 time: 0.1858511
Jan 26 22:02:12.028569 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ea976bfc-7f12-4afd-9a9d-4fe83580343b req-6fbb680f-d48f-4162-82a5-a05fdae8eac7 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2397137
Jan 26 22:02:12.101196 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419efe2-78f9-462c-8a3d-bff84b50a565 req-9aa33ca0-0326-4849-bf14-2f7b8c6a97d9 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:12.102629 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e419efe2-78f9-462c-8a3d-bff84b50a565 req-9aa33ca0-0326-4849-bf14-2f7b8c6a97d9 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 944 time: 0.4958055
Jan 26 22:02:12.113476 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7809c84e-7475-44e3-bdb4-b1092f5a71df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036821514634'] for router, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:12.114234 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7809c84e-7475-44e3-bdb4-b1092f5a71df admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2cdb5c7-7c71-4cb7-891b-52edab606d93 {{(pid=80148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 26 22:02:12.173676 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7809c84e-7475-44e3-bdb4-b1092f5a71df admin admin] Notify callbacks [] for router, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:12.191056 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-7809c84e-7475-44e3-bdb4-b1092f5a71df admin admin] 10.222.0.30 "DELETE /v2.0/routers/a2cdb5c7-7c71-4cb7-891b-52edab606d93 HTTP/1.1" status: 204  len: 168 time: 3.6186938
Jan 26 22:02:12.201120 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 51174) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:02:12.265467 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6b29c99b-5cbc-4c2d-bdaf-88426a4592ae req-10fa2a3f-1b8b-453a-8661-82ba1afabd37 service neutron] 10.222.0.45 "GET /v2.0/networks/8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2582691
Jan 26 22:02:12.284613 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-503ebd88-0dad-4f92-8e90-43d68ef105ca req-194a7dfb-5199-4a87-9166-5d41a02317d2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37c8fd23-cbce-4a0c-8bd9-dea5ef465be8 HTTP/1.1" status: 200  len: 1001 time: 0.1804931
Jan 26 22:02:12.453758 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ebd88-0dad-4f92-8e90-43d68ef105ca req-207949e1-bfda-4933-9492-66fc3f5d11f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:12.456261 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-503ebd88-0dad-4f92-8e90-43d68ef105ca req-207949e1-bfda-4933-9492-66fc3f5d11f5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d34651d4-afa5-4ccf-825b-2a13925b4ac2 HTTP/1.1" status: 200  len: 856 time: 0.1196761
Jan 26 22:02:12.487158 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6b29c99b-5cbc-4c2d-bdaf-88426a4592ae req-85bd54a5-c81e-43c1-82e9-f0bc39658d44 service neutron] 10.222.0.45 "GET /v2.0/networks/8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2123921
Jan 26 22:02:12.582199 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e419efe2-78f9-462c-8a3d-bff84b50a565 req-57405240-22e3-4ba0-b7de-5b6c1c8c9f85 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/security-groups?id=081d1b97-1169-4869-ae03-80a3bef41642&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.3818734
Jan 26 22:02:12.596948 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_v2 [None req-c63a3aa1-a60e-41e1-a89b-40a25a4c34ad admin admin] Deleting subnet 54a89a8e-8493-4bfa-a7dd-a111bef36e2b {{(pid=80149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 26 22:02:12.611755 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c63a3aa1-a60e-41e1-a89b-40a25a4c34ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:12.698175 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device b18882c5-ec96-4906-8acd-5cdea5ee2e7d no longer exists at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 22:02:12.700363 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c63a3aa1-a60e-41e1-a89b-40a25a4c34ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036823318344'] for subnet, precommit_delete_associations {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:12.753195 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] No Port match for: b18882c5-ec96-4906-8acd-5cdea5ee2e7d {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 22:02:12.754681 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device b18882c5-ec96-4906-8acd-5cdea5ee2e7d not bound to the agent host dv-cinder-772126-1-iscsi {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 22:02:12.755463 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device c7d12902-3f21-40bc-8e82-8974461286bf no longer exists at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 22:02:12.815579 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] No Port match for: c7d12902-3f21-40bc-8e82-8974461286bf {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 22:02:12.816910 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device c7d12902-3f21-40bc-8e82-8974461286bf not bound to the agent host dv-cinder-772126-1-iscsi {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 22:02:13.077059 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ebd88-0dad-4f92-8e90-43d68ef105ca req-20aa2d84-e6f0-479b-b2e3-9960420c59a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:13.077059 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-503ebd88-0dad-4f92-8e90-43d68ef105ca req-20aa2d84-e6f0-479b-b2e3-9960420c59a4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a055a280-6113-40f9-90e9-85b200767415&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6042693
Jan 26 22:02:13.312667 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-503ebd88-0dad-4f92-8e90-43d68ef105ca req-e75d8e48-accd-4a83-96be-17c00e265736 service neutron] 10.222.0.45 "GET /v2.0/networks/a055a280-6113-40f9-90e9-85b200767415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2136497
Jan 26 22:02:13.369334 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:13.398596 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-8ecfd840-23cb-409a-845a-980a4faa1865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:13.582017 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c63a3aa1-a60e-41e1-a89b-40a25a4c34ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-902117'] for subnet, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:13.649684 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-503ebd88-0dad-4f92-8e90-43d68ef105ca req-5751f83c-8b7a-4504-9894-cfaea52e9c2f service neutron] 10.222.0.45 "GET /v2.0/networks/a055a280-6113-40f9-90e9-85b200767415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2529829
Jan 26 22:02:13.708235 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f6e05-57be-49de-af8a-ce88fa56efaa req-56d05a92-2cf2-4146-9410-f07116355d0c tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:13.709960 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2e0f6e05-57be-49de-af8a-ce88fa56efaa req-56d05a92-2cf2-4146-9410-f07116355d0c tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 945 time: 0.4833086
Jan 26 22:02:13.952187 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2e0f6e05-57be-49de-af8a-ce88fa56efaa req-d3ad1b03-a6b6-48b6-9ab2-29d24f8e7709 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2222822
Jan 26 22:02:14.128333 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b950be-a17b-4fda-ab5e-4aa5d65617a2 req-11c7a011-b8b0-419f-a20f-42046b34515c tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:14.130083 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-54b950be-a17b-4fda-ab5e-4aa5d65617a2 req-11c7a011-b8b0-419f-a20f-42046b34515c tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 944 time: 0.3078582
Jan 26 22:02:14.215905 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-54b950be-a17b-4fda-ab5e-4aa5d65617a2 req-e2a824c4-3827-4b8f-8324-103153a7ce39 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/security-groups?id=081d1b97-1169-4869-ae03-80a3bef41642&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0778651
Jan 26 22:02:14.232788 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c63a3aa1-a60e-41e1-a89b-40a25a4c34ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853873682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31461600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31482902'] for subnet, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:14.255244 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-ab143e2c-c990-40ed-b99d-d42c57e3a777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:02:14.299102 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a3aa1-a60e-41e1-a89b-40a25a4c34ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54a89a8e-8493-4bfa-a7dd-a111bef36e2b,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:02:14.354193 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c63a3aa1-a60e-41e1-a89b-40a25a4c34ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:02:14.440180 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c63a3aa1-a60e-41e1-a89b-40a25a4c34ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:14.447743 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-c63a3aa1-a60e-41e1-a89b-40a25a4c34ad admin admin] 10.222.0.30 "DELETE /v2.0/subnets/54a89a8e-8493-4bfa-a7dd-a111bef36e2b HTTP/1.1" status: 204  len: 168 time: 2.2454498
Jan 26 22:02:14.449820 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54a0440-2a15-4adc-ac4a-5e4531477d3d None None] Network 32df5fc0-9e1f-4ca8-bc39-1341c4f738f5 requested from dv-cinder-772126-1-iscsi {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 22:02:14.451526 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 51194) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:02:14.632397 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f6fed614-df56-4dc0-a5b4-e18d0f91b5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695781'] for network, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:14.648673 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:14.706837 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:14.786530 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534a0bc3-9a7a-441f-84f9-5935dde8e073 None None] DHCP port deletion for 32df5fc0-9e1f-4ca8-bc39-1341c4f738f5 request from dv-cinder-772126-1-iscsi {{(pid=80150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 26 22:02:14.792685 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-534a0bc3-9a7a-441f-84f9-5935dde8e073 None None] Deleting port a5e7e576-6e11-458b-8f0d-cc5b6982ce1a {{(pid=80150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:02:14.793553 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-534a0bc3-9a7a-441f-84f9-5935dde8e073 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:14.805885 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-f6fed614-df56-4dc0-a5b4-e18d0f91b5e9 admin admin] Deleting port a5e7e576-6e11-458b-8f0d-cc5b6982ce1a {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:02:14.806292 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f6fed614-df56-4dc0-a5b4-e18d0f91b5e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:15.062115 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-534a0bc3-9a7a-441f-84f9-5935dde8e073 None None] For port a5e7e576-6e11-458b-8f0d-cc5b6982ce1a, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=a5e7e576-6e11-458b-8f0d-cc5b6982ce1a,segment=NetworkSegment(7eeb8799-e326-4326-83d8-71c44271645c),segment_id=7eeb8799-e326-4326-83d8-71c44271645c)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:02:15.062689 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-534a0bc3-9a7a-441f-84f9-5935dde8e073 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:15.125776 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-f6fed614-df56-4dc0-a5b4-e18d0f91b5e9 admin admin] For port a5e7e576-6e11-458b-8f0d-cc5b6982ce1a, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=a5e7e576-6e11-458b-8f0d-cc5b6982ce1a,segment=NetworkSegment(7eeb8799-e326-4326-83d8-71c44271645c),segment_id=7eeb8799-e326-4326-83d8-71c44271645c)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:02:15.127010 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f6fed614-df56-4dc0-a5b4-e18d0f91b5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:15.202259 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-534a0bc3-9a7a-441f-84f9-5935dde8e073 None None] Calling delete_port for a5e7e576-6e11-458b-8f0d-cc5b6982ce1a owned by network:dhcp {{(pid=80150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:02:15.253938 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d4aee-b335-4ba5-8283-e0582847e866 req-6b6d1192-d245-49bf-9ccf-1f07a0b1ba8a tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:15.255964 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-071d4aee-b335-4ba5-8283-e0582847e866 req-6b6d1192-d245-49bf-9ccf-1f07a0b1ba8a tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 945 time: 0.1362698
Jan 26 22:02:15.299986 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-f6fed614-df56-4dc0-a5b4-e18d0f91b5e9 admin admin] Calling delete_port for a5e7e576-6e11-458b-8f0d-cc5b6982ce1a owned by network:dhcp {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:02:15.331477 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-071d4aee-b335-4ba5-8283-e0582847e866 req-72b0865a-5271-4570-a75f-991fb2669e7a tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0686710
Jan 26 22:02:15.433009 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f6fed614-df56-4dc0-a5b4-e18d0f91b5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32409920'] for port, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:15.478528 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.db.api [None req-534a0bc3-9a7a-441f-84f9-5935dde8e073 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80150) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 26 22:02:15.479122 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_db.api [None req-534a0bc3-9a7a-441f-84f9-5935dde8e073 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 26 22:02:15.494770 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:15.586777 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-03a61cf3-6cd2-4c1e-a40c-043432a6c72e tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:02:15.637008 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fed614-df56-4dc0-a5b4-e18d0f91b5e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5e7e576-6e11-458b-8f0d-cc5b6982ce1a,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:02:15.641939 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f6fed614-df56-4dc0-a5b4-e18d0f91b5e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:02:15.644730 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fed614-df56-4dc0-a5b4-e18d0f91b5e9 admin admin] No DVR routers for this DVR port a5e7e576-6e11-458b-8f0d-cc5b6982ce1a on host dv-cinder-772126-1-iscsi {{(pid=80148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 22:02:15.702751 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d023dfb-dab2-4402-8d71-73d9768debaa req-0c948090-a0af-42a9-9c2f-e2ba66da2e1e tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:15.704922 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8d023dfb-dab2-4402-8d71-73d9768debaa req-0c948090-a0af-42a9-9c2f-e2ba66da2e1e tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 944 time: 0.1768386
Jan 26 22:02:15.765080 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8d023dfb-dab2-4402-8d71-73d9768debaa req-8d33bc30-1c49-46f9-83e0-eb026829907f tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/security-groups?id=081d1b97-1169-4869-ae03-80a3bef41642&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0539107
Jan 26 22:02:15.785127 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f6fed614-df56-4dc0-a5b4-e18d0f91b5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917372', 'neutron.services.segments.db._delete_segments_for_network--9223363247824506586'] for network, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:15.908714 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.segments.db [None req-f6fed614-df56-4dc0-a5b4-e18d0f91b5e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe5ae201400>,) {'filters': {'network_id': ['32df5fc0-9e1f-4ca8-bc39-1341c4f738f5']}} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:02:15.923710 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.segments.db [None req-f6fed614-df56-4dc0-a5b4-e18d0f91b5e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5ae201400>, '7eeb8799-e326-4326-83d8-71c44271645c') {'for_net_delete': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:02:15.924162 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.segments.db [None req-f6fed614-df56-4dc0-a5b4-e18d0f91b5e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5ae201400>, '7eeb8799-e326-4326-83d8-71c44271645c') {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:02:15.937373 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f6fed614-df56-4dc0-a5b4-e18d0f91b5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247824509914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036821563736'] for segment, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:15.954063 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f6fed614-df56-4dc0-a5b4-e18d0f91b5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853870792'] for segment, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:15.956437 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f6fed614-df56-4dc0-a5b4-e18d0f91b5e9 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 26 22:02:15.980914 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-534a0bc3-9a7a-441f-84f9-5935dde8e073 None None] Deleting port a5e7e576-6e11-458b-8f0d-cc5b6982ce1a {{(pid=80150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:02:15.981867 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-534a0bc3-9a7a-441f-84f9-5935dde8e073 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:16.059704 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-534a0bc3-9a7a-441f-84f9-5935dde8e073 None None] The port 'a5e7e576-6e11-458b-8f0d-cc5b6982ce1a' was deleted {{(pid=80150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 26 22:02:16.249378 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-f6fed614-df56-4dc0-a5b4-e18d0f91b5e9 admin admin] Network 32df5fc0-9e1f-4ca8-bc39-1341c4f738f5 has no segments {{(pid=80148) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 22:02:16.263836 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f6fed614-df56-4dc0-a5b4-e18d0f91b5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-905039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822365897'] for segment, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:16.455895 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-f6fed614-df56-4dc0-a5b4-e18d0f91b5e9 admin admin] Network 32df5fc0-9e1f-4ca8-bc39-1341c4f738f5 has no segments {{(pid=80148) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 22:02:16.481425 dv-cinder-772126-1-iscsi neutron-server[80035]: Traceback (most recent call last):
Jan 26 22:02:16.481425 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 26 22:02:16.481425 dv-cinder-772126-1-iscsi neutron-server[80035]:     timer()
Jan 26 22:02:16.481425 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 26 22:02:16.481425 dv-cinder-772126-1-iscsi neutron-server[80035]:     cb(*args, **kw)
Jan 26 22:02:16.481425 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 26 22:02:16.481425 dv-cinder-772126-1-iscsi neutron-server[80035]:     return func(*args, **kwargs)
Jan 26 22:02:16.481425 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 26 22:02:16.481425 dv-cinder-772126-1-iscsi neutron-server[80035]:     self._notify()
Jan 26 22:02:16.481425 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 26 22:02:16.481425 dv-cinder-772126-1-iscsi neutron-server[80035]:     self.callback(batched_events)
Jan 26 22:02:16.481425 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 26 22:02:16.481425 dv-cinder-772126-1-iscsi neutron-server[80035]:     event.method(event)
Jan 26 22:02:16.481425 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 26 22:02:16.481425 dv-cinder-772126-1-iscsi neutron-server[80035]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 26 22:02:16.481425 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 26 22:02:16.481425 dv-cinder-772126-1-iscsi neutron-server[80035]:     segment_id)['aggregates'][0]
Jan 26 22:02:16.481425 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 26 22:02:16.481425 dv-cinder-772126-1-iscsi neutron-server[80035]:     return f(self, *a, **k)
Jan 26 22:02:16.481425 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 26 22:02:16.481425 dv-cinder-772126-1-iscsi neutron-server[80035]:     return self._get(url).json()
Jan 26 22:02:16.481425 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 26 22:02:16.481425 dv-cinder-772126-1-iscsi neutron-server[80035]:     **kwargs)
Jan 26 22:02:16.481425 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 26 22:02:16.481425 dv-cinder-772126-1-iscsi neutron-server[80035]:     return self.request(url, 'GET', **kwargs)
Jan 26 22:02:16.481425 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 26 22:02:16.481425 dv-cinder-772126-1-iscsi neutron-server[80035]:     **endpoint_filter)
Jan 26 22:02:16.481425 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 26 22:02:16.481425 dv-cinder-772126-1-iscsi neutron-server[80035]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 26 22:02:16.481425 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 26 22:02:16.481425 dv-cinder-772126-1-iscsi neutron-server[80035]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 26 22:02:16.481425 dv-cinder-772126-1-iscsi neutron-server[80035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 26 22:02:16.627581 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3527d92-ecfc-4253-9b0c-aa3082d1b69d req-cb32a920-7553-4bfe-95f2-ab2dc94eaac5 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:16.629350 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a3527d92-ecfc-4253-9b0c-aa3082d1b69d req-cb32a920-7553-4bfe-95f2-ab2dc94eaac5 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 945 time: 0.1344237
Jan 26 22:02:16.644296 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f6fed614-df56-4dc0-a5b4-e18d0f91b5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853858444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036821521443'] for network, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:16.654848 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6dcac9e2-570b-4d5c-b72a-feec46a374de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:02:16.674888 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f6fed614-df56-4dc0-a5b4-e18d0f91b5e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for network, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:16.686899 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device a5e7e576-6e11-458b-8f0d-cc5b6982ce1a no longer exists at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 22:02:16.695207 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a3527d92-ecfc-4253-9b0c-aa3082d1b69d req-30819738-bf70-443a-8a22-2d4893ebcfcd tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0591841
Jan 26 22:02:16.700821 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fed614-df56-4dc0-a5b4-e18d0f91b5e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=32df5fc0-9e1f-4ca8-bc39-1341c4f738f5,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:02:16.707214 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f6fed614-df56-4dc0-a5b4-e18d0f91b5e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:02:16.715592 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-f6fed614-df56-4dc0-a5b4-e18d0f91b5e9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/32df5fc0-9e1f-4ca8-bc39-1341c4f738f5 HTTP/1.1" status: 204  len: 168 time: 2.2588034
Jan 26 22:02:16.778987 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] No Port match for: a5e7e576-6e11-458b-8f0d-cc5b6982ce1a {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 22:02:16.778987 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device a5e7e576-6e11-458b-8f0d-cc5b6982ce1a not bound to the agent host dv-cinder-772126-1-iscsi {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 22:02:17.061900 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 51222) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:02:17.120511 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-a45552de-b087-42e3-84b3-29ff304e48f5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=67378ee588b44b458166893de5b521e0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0548623
Jan 26 22:02:17.120741 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db499f-e536-4211-800d-86d0979ffefb req-a0be2a15-22a1-4809-a95c-8370ae1cde8b tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:17.120879 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 51226) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:02:17.120989 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c3db499f-e536-4211-800d-86d0979ffefb req-a0be2a15-22a1-4809-a95c-8370ae1cde8b tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 944 time: 0.2060678
Jan 26 22:02:17.123076 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e453ec-ab94-418f-96ba-aa79e2181247 req-9e65e3a3-159e-4d0b-93ce-efda44a430a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:17.124546 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e5e453ec-ab94-418f-96ba-aa79e2181247 req-9e65e3a3-159e-4d0b-93ce-efda44a430a9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c8cd6f60f4bf49aabee2ed7fc70c2d8b&device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 1162 time: 0.1639533
Jan 26 22:02:17.187108 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f8e3270d-4ae6-4c18-8ecd-408942e1b9db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:17.222449 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f8e3270d-4ae6-4c18-8ecd-408942e1b9db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:17.269355 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c3db499f-e536-4211-800d-86d0979ffefb req-cac431d6-7482-4b78-9ab7-de16203e2cee tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/security-groups?id=081d1b97-1169-4869-ae03-80a3bef41642&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1402552
Jan 26 22:02:17.329437 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e453ec-ab94-418f-96ba-aa79e2181247 req-7fa57a18-77b8-493e-ad54-3871e0ee37c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:17.331364 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e5e453ec-ab94-418f-96ba-aa79e2181247 req-7fa57a18-77b8-493e-ad54-3871e0ee37c1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a055a280-6113-40f9-90e9-85b200767415 HTTP/1.1" status: 200  len: 911 time: 0.1856642
Jan 26 22:02:17.357727 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f8e3270d-4ae6-4c18-8ecd-408942e1b9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:17.368114 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f2ad006b-ec2c-4e90-a887-e83b460e65ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:02:17.395067 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e3270d-4ae6-4c18-8ecd-408942e1b9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed00a403-af3d-4be2-b18c-1bd41919de1d,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:02:17.400041 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f8e3270d-4ae6-4c18-8ecd-408942e1b9db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:02:17.449973 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e5e453ec-ab94-418f-96ba-aa79e2181247 req-a61de45d-8f5b-4a06-8764-846b556342d0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37c8fd23-cbce-4a0c-8bd9-dea5ef465be8 HTTP/1.1" status: 200  len: 1001 time: 0.1118987
Jan 26 22:02:17.453953 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f8e3270d-4ae6-4c18-8ecd-408942e1b9db admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:17.455288 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-f8e3270d-4ae6-4c18-8ecd-408942e1b9db admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ed00a403-af3d-4be2-b18c-1bd41919de1d HTTP/1.1" status: 204  len: 168 time: 0.3335364
Jan 26 22:02:17.525738 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e453ec-ab94-418f-96ba-aa79e2181247 req-b5779812-4f86-43d1-960f-ffec5113d12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:17.527276 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e5e453ec-ab94-418f-96ba-aa79e2181247 req-b5779812-4f86-43d1-960f-ffec5113d12f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d34651d4-afa5-4ccf-825b-2a13925b4ac2 HTTP/1.1" status: 200  len: 856 time: 0.0694287
Jan 26 22:02:17.619022 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e453ec-ab94-418f-96ba-aa79e2181247 req-3c35a8bf-ff12-4b77-bb18-3029e25291d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:17.620955 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e5e453ec-ab94-418f-96ba-aa79e2181247 req-3c35a8bf-ff12-4b77-bb18-3029e25291d7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a055a280-6113-40f9-90e9-85b200767415&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0864217
Jan 26 22:02:17.863836 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e5e453ec-ab94-418f-96ba-aa79e2181247 req-a74e832a-3b45-44fb-83c2-97d103bd6599 service neutron] 10.222.0.45 "GET /v2.0/networks/a055a280-6113-40f9-90e9-85b200767415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2355392
Jan 26 22:02:18.153333 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e5e453ec-ab94-418f-96ba-aa79e2181247 req-23afc7b4-d206-4984-a997-865ba01f228c service neutron] 10.222.0.45 "GET /v2.0/networks/a055a280-6113-40f9-90e9-85b200767415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2824683
Jan 26 22:02:18.213424 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a0786-00e1-4662-9f97-664fef18eccc req-9f5955bf-43d4-4f00-a6cb-7f6fd6158b8a tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:18.215128 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f75a0786-00e1-4662-9f97-664fef18eccc req-9f5955bf-43d4-4f00-a6cb-7f6fd6158b8a tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 945 time: 0.1958447
Jan 26 22:02:18.280586 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f75a0786-00e1-4662-9f97-664fef18eccc req-c8b65573-2219-4d84-bd8d-e36ed29158a8 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0580759
Jan 26 22:02:18.845270 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7ad1d-3f69-462f-a2c0-8ffff6710abb req-8c9ce6cc-2eed-4186-91e6-ae0640a1358d tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:18.846993 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-0be7ad1d-3f69-462f-a2c0-8ffff6710abb req-8c9ce6cc-2eed-4186-91e6-ae0640a1358d tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 944 time: 0.4317555
Jan 26 22:02:18.912727 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-0be7ad1d-3f69-462f-a2c0-8ffff6710abb req-7797696d-36b0-44de-92cf-4e52e0945543 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/security-groups?id=081d1b97-1169-4869-ae03-80a3bef41642&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0588613
Jan 26 22:02:19.115599 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 4af266fd-fe6c-43b0-9444-efb3cfe5d979 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:02:19.214773 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning for port 4af266fd-fe6c-43b0-9444-efb3cfe5d979 completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 22:02:19.220983 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 4af266fd-fe6c-43b0-9444-efb3cfe5d979 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:02:19.221352 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:19.350292 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:19.380249 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff17407c-26ea-464a-91c0-6483193ae683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af266fd-fe6c-43b0-9444-efb3cfe5d979'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:02:19.391079 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] For port 4af266fd-fe6c-43b0-9444-efb3cfe5d979, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=4af266fd-fe6c-43b0-9444-efb3cfe5d979,segment=NetworkSegment(70525c5d-2c00-4ccf-9cca-a6432e942fb5),segment_id=70525c5d-2c00-4ccf-9cca-a6432e942fb5)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:02:19.414724 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:19.415690 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 3012f851-5f6c-4bea-ac54-d88d87638357 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:02:19.447252 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:02:19.489018 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff17407c-26ea-464a-91c0-6483193ae683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af266fd-fe6c-43b0-9444-efb3cfe5d979', 'code': 200}
Jan 26 22:02:19.551735 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Pushing event updated for resources: {'Port': ['ID=4af266fd-fe6c-43b0-9444-efb3cfe5d979,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:02:19.562431 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:02:19.562811 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:02:19.563218 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:02:19.563628 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:02:19.563973 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:02:19.564329 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:02:19.564682 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:02:19.565032 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:02:19.565382 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:02:19.565730 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:02:19.566104 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:02:19.566431 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:02:19.566823 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:02:19.567172 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:02:19.568084 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:02:19.568084 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:02:19.568314 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:02:19.568536 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:02:19.568883 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:02:19.569236 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:02:19.569581 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:02:19.569928 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:02:19.570271 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:02:19.570613 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:02:19.571950 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2e241-90b4-40fa-9977-533cc2d87fc4 req-81262bda-7466-41e8-99e1-a67b092090e4 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:19.573675 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-10e2e241-90b4-40fa-9977-533cc2d87fc4 req-81262bda-7466-41e8-99e1-a67b092090e4 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 945 time: 0.1303613
Jan 26 22:02:19.575459 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:02:19.582900 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 3012f851-5f6c-4bea-ac54-d88d87638357 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:02:19.583353 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:19.637723 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-10e2e241-90b4-40fa-9977-533cc2d87fc4 req-91390de9-81e3-494c-85a7-9543cc25c2e6 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0550134
Jan 26 22:02:19.890657 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dba2d7-2c68-442d-84e3-26cf1775f6c4 req-c707f0fe-4682-41a4-a733-3e52429e2bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:19.894253 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e1dba2d7-2c68-442d-84e3-26cf1775f6c4 req-c707f0fe-4682-41a4-a733-3e52429e2bbf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 1163 time: 0.0938485
Jan 26 22:02:19.962306 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e1dba2d7-2c68-442d-84e3-26cf1775f6c4 req-7874ae37-4756-4e46-ba14-451113758161 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=081d1b97-1169-4869-ae03-80a3bef41642&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0457404
Jan 26 22:02:20.189055 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6570f-812a-4d0d-ac3b-7612fc819064 req-ed976968-0ad4-4e03-9870-7900762fb9d6 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:20.190671 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4fe6570f-812a-4d0d-ac3b-7612fc819064 req-ed976968-0ad4-4e03-9870-7900762fb9d6 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 946 time: 0.1377554
Jan 26 22:02:20.256735 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4fe6570f-812a-4d0d-ac3b-7612fc819064 req-45262c7b-3773-481a-ab59-0674be49e015 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/security-groups?id=081d1b97-1169-4869-ae03-80a3bef41642&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0589538
Jan 26 22:02:20.562588 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 37c8fd23-cbce-4a0c-8bd9-dea5ef465be8 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:02:20.650768 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 37c8fd23-cbce-4a0c-8bd9-dea5ef465be8 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:02:20.651185 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:20.937114 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c5d69-a8b0-4960-baea-1cc7491b91a9 req-812a2f95-6f18-4fca-8cfe-22e543f2f7ea tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:20.945811 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-803c5d69-a8b0-4960-baea-1cc7491b91a9 req-812a2f95-6f18-4fca-8cfe-22e543f2f7ea tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 945 time: 0.1450689
Jan 26 22:02:20.961793 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 4af266fd-fe6c-43b0-9444-efb3cfe5d979 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:02:21.017113 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-803c5d69-a8b0-4960-baea-1cc7491b91a9 req-48360dc6-b85b-4a09-aee3-f129070533bd tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0690012
Jan 26 22:02:21.037645 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 4af266fd-fe6c-43b0-9444-efb3cfe5d979 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:02:21.038103 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:21.534716 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03bb23e-89ac-4a32-a2de-fbe5b16af907 req-689183d9-dd43-4d46-bf12-93b064e8ddaf tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:21.536458 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b03bb23e-89ac-4a32-a2de-fbe5b16af907 req-689183d9-dd43-4d46-bf12-93b064e8ddaf tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 946 time: 0.1365535
Jan 26 22:02:21.595402 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b03bb23e-89ac-4a32-a2de-fbe5b16af907 req-2f8185da-a6ac-49dd-a887-0f89b3292de5 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/security-groups?id=081d1b97-1169-4869-ae03-80a3bef41642&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0522192
Jan 26 22:02:21.857948 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d407bd-b564-471c-b8dc-c191a2957a6d req-c8ceebaf-6852-4620-b272-1009e7e34338 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:21.861751 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f9d407bd-b564-471c-b8dc-c191a2957a6d req-c8ceebaf-6852-4620-b272-1009e7e34338 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 946 time: 0.1307464
Jan 26 22:02:21.924740 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f9d407bd-b564-471c-b8dc-c191a2957a6d req-631c60ef-3ba2-4ee3-9da8-a0ff4e875794 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/security-groups?id=081d1b97-1169-4869-ae03-80a3bef41642&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0581679
Jan 26 22:02:22.166957 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4886ff84-280d-4c08-b46f-4696792fa0ac req-16c0b266-4da7-4d8c-b035-eb770d7e4fca tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1855567
Jan 26 22:02:22.177864 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-4886ff84-280d-4c08-b46f-4696792fa0ac req-3fb68a42-b1d7-44b3-9d11-ab04e4f91b18 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Request body: {'floatingip': {'floating_network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:02:22.192486 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-4886ff84-280d-4c08-b46f-4696792fa0ac req-3fb68a42-b1d7-44b3-9d11-ab04e4f91b18 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:02:22.196726 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-4886ff84-280d-4c08-b46f-4696792fa0ac req-3fb68a42-b1d7-44b3-9d11-ab04e4f91b18 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Usage tracker for resource:floatingip and tenant:66b3e2a25f144fa88a4be7bd2f2b4abf is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:02:22.199837 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-4886ff84-280d-4c08-b46f-4696792fa0ac req-3fb68a42-b1d7-44b3-9d11-ab04e4f91b18 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:02:22.206003 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-4886ff84-280d-4c08-b46f-4696792fa0ac req-3fb68a42-b1d7-44b3-9d11-ab04e4f91b18 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:02:22.249222 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 37c8fd23-cbce-4a0c-8bd9-dea5ef465be8 no longer exists at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 22:02:22.300292 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-4886ff84-280d-4c08-b46f-4696792fa0ac req-3fb68a42-b1d7-44b3-9d11-ab04e4f91b18 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Notify callbacks [] for floatingip, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:22.375347 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:22.412553 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202f2436-3e77-4979-a8d8-ce7592cd8bff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37c8fd23-cbce-4a0c-8bd9-dea5ef465be8'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:02:22.424680 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] For port 37c8fd23-cbce-4a0c-8bd9-dea5ef465be8, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=37c8fd23-cbce-4a0c-8bd9-dea5ef465be8,segment=NetworkSegment(97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec),segment_id=97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:02:22.459913 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-4886ff84-280d-4c08-b46f-4696792fa0ac req-3fb68a42-b1d7-44b3-9d11-ab04e4f91b18 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:22.500185 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:22.503672 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-df8352e0-33e6-473a-b35b-5c885880ff4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:02:22.585026 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Pushing event updated for resources: {'Port': ['ID=37c8fd23-cbce-4a0c-8bd9-dea5ef465be8,revision_number=5']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:02:22.591761 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:02:22.792945 dv-cinder-772126-1-iscsi neutron-server[80035]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '202f2436-3e77-4979-a8d8-ce7592cd8bff', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '37c8fd23-cbce-4a0c-8bd9-dea5ef465be8', 'code': 422} returned with failed status
Jan 26 22:02:22.834985 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [req-4886ff84-280d-4c08-b46f-4696792fa0ac req-3fb68a42-b1d7-44b3-9d11-ab04e4f91b18 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Allocated IP 172.27.2.59 (1ba61b85-6a57-4c86-8c7b-e71ed182691b/36fb7a5a-6726-45c7-9dc5-3a7ad8db1808/f6a02b27-f72d-45d5-8aee-af22963b0e7e) {{(pid=80149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 22:02:23.015245 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-4886ff84-280d-4c08-b46f-4696792fa0ac req-3fb68a42-b1d7-44b3-9d11-ab04e4f91b18 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Notify callbacks [] for port, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:23.083239 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-4886ff84-280d-4c08-b46f-4696792fa0ac req-3fb68a42-b1d7-44b3-9d11-ab04e4f91b18 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31462196'] for port, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:23.099820 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-762ff332-717e-47b4-86ea-6d6a8c327732 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:02:23.294017 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb68a42-b1d7-44b3-9d11-ab04e4f91b18 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Pushing event updated for resources: {'Port': ['ID=f6a02b27-f72d-45d5-8aee-af22963b0e7e,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:02:23.314124 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3fb68a42-b1d7-44b3-9d11-ab04e4f91b18 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:02:23.440795 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4886ff84-280d-4c08-b46f-4696792fa0ac req-3fb68a42-b1d7-44b3-9d11-ab04e4f91b18 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Network 1ba61b85-6a57-4c86-8c7b-e71ed182691b is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 22:02:23.443684 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [req-4886ff84-280d-4c08-b46f-4696792fa0ac req-3fb68a42-b1d7-44b3-9d11-ab04e4f91b18 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Resources bound (agent type, host, resource id):  {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 22:02:23.448812 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-4886ff84-280d-4c08-b46f-4696792fa0ac req-3fb68a42-b1d7-44b3-9d11-ab04e4f91b18 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Received port after_create {{(pid=80149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 22:02:23.542307 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f139c2e-da59-42f4-909a-8312a02f2c61 req-fae7804c-0bb1-43c8-90c4-236d4ebda990 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:23.544095 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2f139c2e-da59-42f4-909a-8312a02f2c61 req-fae7804c-0bb1-43c8-90c4-236d4ebda990 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 943 time: 0.2984900
Jan 26 22:02:23.607292 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7cdcd916-26c3-4861-8aff-d75d203603c8 req-497b7927-ab49-4624-b003-b7eb5efd7c87 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2668724
Jan 26 22:02:23.647340 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2f139c2e-da59-42f4-909a-8312a02f2c61 req-6c51f303-6cdf-4526-96c4-21533d49bcbb tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0938337
Jan 26 22:02:23.665778 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-4886ff84-280d-4c08-b46f-4696792fa0ac req-3fb68a42-b1d7-44b3-9d11-ab04e4f91b18 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:23.800616 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-4886ff84-280d-4c08-b46f-4696792fa0ac req-3fb68a42-b1d7-44b3-9d11-ab04e4f91b18 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:24.133997 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-4886ff84-280d-4c08-b46f-4696792fa0ac req-3fb68a42-b1d7-44b3-9d11-ab04e4f91b18 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Notify callbacks [] for port, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:24.186073 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-4886ff84-280d-4c08-b46f-4696792fa0ac req-3fb68a42-b1d7-44b3-9d11-ab04e4f91b18 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823313603'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:24.205718 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-59781724-34c1-4926-890f-9b5c1d49c63f tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:02:24.423667 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb68a42-b1d7-44b3-9d11-ab04e4f91b18 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Pushing event updated for resources: {'Port': ['ID=f6a02b27-f72d-45d5-8aee-af22963b0e7e,revision_number=2']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:02:24.434061 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3fb68a42-b1d7-44b3-9d11-ab04e4f91b18 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:02:24.477255 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdcd916-26c3-4861-8aff-d75d203603c8 req-98bde34b-4753-4c1e-b4ad-9e89b9b830f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:24.478889 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7cdcd916-26c3-4861-8aff-d75d203603c8 req-98bde34b-4753-4c1e-b4ad-9e89b9b830f3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff&tenant_id=c8cd6f60f4bf49aabee2ed7fc70c2d8b HTTP/1.1" status: 200  len: 1160 time: 0.1662643
Jan 26 22:02:24.593757 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-4886ff84-280d-4c08-b46f-4696792fa0ac req-3fb68a42-b1d7-44b3-9d11-ab04e4f91b18 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036821521460'] for floatingip, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:24.638442 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdcd916-26c3-4861-8aff-d75d203603c8 req-b86ed493-6c4a-4b2a-8060-722ec0128668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:24.640241 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7cdcd916-26c3-4861-8aff-d75d203603c8 req-b86ed493-6c4a-4b2a-8060-722ec0128668 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c8cd6f60f4bf49aabee2ed7fc70c2d8b&device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 1160 time: 0.1252332
Jan 26 22:02:24.674429 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-4886ff84-280d-4c08-b46f-4696792fa0ac req-3fb68a42-b1d7-44b3-9d11-ab04e4f91b18 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for floatingip, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:24.675793 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4886ff84-280d-4c08-b46f-4696792fa0ac req-3fb68a42-b1d7-44b3-9d11-ab04e4f91b18 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 2.5031822
Jan 26 22:02:24.842807 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-4886ff84-280d-4c08-b46f-4696792fa0ac req-11f241a0-dec4-4bb4-b748-3f02d5c1828f tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Synchronizing usage tracker for tenant:66b3e2a25f144fa88a4be7bd2f2b4abf on resource:floatingip {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 22:02:24.959533 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdcd916-26c3-4861-8aff-d75d203603c8 req-3962f5d4-7099-4e81-91ab-d50f3cdd22e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:24.959533 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7cdcd916-26c3-4861-8aff-d75d203603c8 req-3962f5d4-7099-4e81-91ab-d50f3cdd22e8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a055a280-6113-40f9-90e9-85b200767415 HTTP/1.1" status: 200  len: 911 time: 0.3068516
Jan 26 22:02:25.046699 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-4886ff84-280d-4c08-b46f-4696792fa0ac req-11f241a0-dec4-4bb4-b748-3f02d5c1828f tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Unset dirty status for tenant:66b3e2a25f144fa88a4be7bd2f2b4abf on resource:floatingip {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 22:02:25.048657 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4886ff84-280d-4c08-b46f-4696792fa0ac req-11f241a0-dec4-4bb4-b748-3f02d5c1828f tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.2.59 HTTP/1.1" status: 200  len: 695 time: 0.3179510
Jan 26 22:02:25.158180 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a431ca-39f3-4c6a-915c-62fda8c00105 req-1a925e80-d876-4e97-9795-7aa273033d2b tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:25.160265 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-75a431ca-39f3-4c6a-915c-62fda8c00105 req-1a925e80-d876-4e97-9795-7aa273033d2b tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 943 time: 0.3109107
Jan 26 22:02:25.475070 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7cdcd916-26c3-4861-8aff-d75d203603c8 req-5a1791fd-b5e4-4459-8a08-df2da5a3def3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37c8fd23-cbce-4a0c-8bd9-dea5ef465be8 HTTP/1.1" status: 200  len: 999 time: 0.5102980
Jan 26 22:02:25.631596 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-75a431ca-39f3-4c6a-915c-62fda8c00105 req-7e2d5c90-d284-4068-9754-24542164a1cb tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1679492
Jan 26 22:02:25.652104 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdcd916-26c3-4861-8aff-d75d203603c8 req-2e9814a6-0b1f-43a7-853b-2a0bce8e1cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:25.653792 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7cdcd916-26c3-4861-8aff-d75d203603c8 req-2e9814a6-0b1f-43a7-853b-2a0bce8e1cc2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=d34651d4-afa5-4ccf-825b-2a13925b4ac2 HTTP/1.1" status: 200  len: 856 time: 0.1615155
Jan 26 22:02:25.710057 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886ff84-280d-4c08-b46f-4696792fa0ac req-8048e392-3084-4368-9794-93e1a8cf7149 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:25.711663 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4886ff84-280d-4c08-b46f-4696792fa0ac req-8048e392-3084-4368-9794-93e1a8cf7149 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/networks/1ba61b85-6a57-4c86-8c7b-e71ed182691b HTTP/1.1" status: 200  len: 784 time: 0.6504238
Jan 26 22:02:25.813976 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdcd916-26c3-4861-8aff-d75d203603c8 req-f5cf8d64-b325-4340-946e-abf3413aed7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:25.816392 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7cdcd916-26c3-4861-8aff-d75d203603c8 req-f5cf8d64-b325-4340-946e-abf3413aed7b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a055a280-6113-40f9-90e9-85b200767415&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1036353
Jan 26 22:02:26.048504 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7cdcd916-26c3-4861-8aff-d75d203603c8 req-026231ae-70c2-40df-b8b3-35c9decfd596 service neutron] 10.222.0.45 "GET /v2.0/networks/a055a280-6113-40f9-90e9-85b200767415?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2248707
Jan 26 22:02:26.097343 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c045b1-1612-4afe-bfb4-b507ff823822 req-c0de7a19-7068-49f5-b47c-9450c0cafadd tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:26.099063 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-46c045b1-1612-4afe-bfb4-b507ff823822 req-c0de7a19-7068-49f5-b47c-9450c0cafadd tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.2485979
Jan 26 22:02:26.285305 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-46c045b1-1612-4afe-bfb4-b507ff823822 req-af90e572-18e2-404f-925b-1a14d34d034a tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.2.59 HTTP/1.1" status: 200  len: 695 time: 0.1593194
Jan 26 22:02:26.304442 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-46c045b1-1612-4afe-bfb4-b507ff823822 req-0a22dbbf-0282-4f7b-b829-2220fd01e73a tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Request body: {'floatingip': {'port_id': '4af266fd-fe6c-43b0-9444-efb3cfe5d979', 'fixed_ip_address': '172.20.0.10'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:02:26.416102 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-46c045b1-1612-4afe-bfb4-b507ff823822 req-0a22dbbf-0282-4f7b-b829-2220fd01e73a tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Notify callbacks [] for floatingip, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:26.574741 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7cdcd916-26c3-4861-8aff-d75d203603c8 req-41b0625f-fad0-46b5-8f9a-f2bb3693b351 service neutron] 10.222.0.45 "GET /v2.0/networks/a055a280-6113-40f9-90e9-85b200767415?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4744442
Jan 26 22:02:27.073158 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce391366-4efc-4664-bbcd-417f9960b837 req-f0d3fdd4-fdb3-4d4f-a3a2-b5e1de635a4b tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:27.075067 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ce391366-4efc-4664-bbcd-417f9960b837 req-f0d3fdd4-fdb3-4d4f-a3a2-b5e1de635a4b tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 943 time: 0.2582259
Jan 26 22:02:27.158898 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ce391366-4efc-4664-bbcd-417f9960b837 req-716c6a25-4b1b-4622-8632-50899b95b588 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0754805
Jan 26 22:02:27.304052 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-46c045b1-1612-4afe-bfb4-b507ff823822 req-0a22dbbf-0282-4f7b-b829-2220fd01e73a tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:27.334056 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-46c045b1-1612-4afe-bfb4-b507ff823822 req-0a22dbbf-0282-4f7b-b829-2220fd01e73a tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036821521460'] for floatingip, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:27.525626 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.db.l3_db [req-46c045b1-1612-4afe-bfb4-b507ff823822 req-0a22dbbf-0282-4f7b-b829-2220fd01e73a tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Floating IP d127a4d2-450d-40a9-b5f3-997a2c1e35d2 associated. External IP: 172.27.2.59, port: 4af266fd-fe6c-43b0-9444-efb3cfe5d979.
Jan 26 22:02:28.226629 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46c045b1-1612-4afe-bfb4-b507ff823822 req-0a22dbbf-0282-4f7b-b829-2220fd01e73a tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Router 7557e166-9b21-46a6-8256-87bfde0bc6a7 has already been hosted by L3 agent d246ac06-2269-4624-8b82-d0eab6b3335a {{(pid=80149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 22:02:28.531887 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46c045b1-1612-4afe-bfb4-b507ff823822 req-0a22dbbf-0282-4f7b-b829-2220fd01e73a tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Notify agent at l3_agent.dv-cinder-772126-1-iscsi the message routers_updated {{(pid=80149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 22:02:28.537749 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-46c045b1-1612-4afe-bfb4-b507ff823822 req-0a22dbbf-0282-4f7b-b829-2220fd01e73a tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for floatingip, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:28.552105 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205b35dc-43e2-46a9-ab06-e6ae37e53cdb None None] Sync routers for ids ['7557e166-9b21-46a6-8256-87bfde0bc6a7'] in dv-cinder-772126-1-iscsi {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 22:02:28.572136 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205b35dc-43e2-46a9-ab06-e6ae37e53cdb None None] Routers {'7557e166-9b21-46a6-8256-87bfde0bc6a7'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:02:28.574098 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-205b35dc-43e2-46a9-ab06-e6ae37e53cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5aeaf64a8>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:02:13Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['7557e166-9b21-46a6-8256-87bfde0bc6a7'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:02:28.624602 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595906dc-453f-4378-8d39-40acbaea4ae1 req-47bf71c2-de34-42e4-b710-08a7fe3c24bc tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:28.626951 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-595906dc-453f-4378-8d39-40acbaea4ae1 req-47bf71c2-de34-42e4-b710-08a7fe3c24bc tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 943 time: 0.3028498
Jan 26 22:02:28.714992 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-595906dc-453f-4378-8d39-40acbaea4ae1 req-a5c095ba-47b0-4e2b-8c23-17087ba97b54 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0751767
Jan 26 22:02:28.730675 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-46c045b1-1612-4afe-bfb4-b507ff823822 req-0a22dbbf-0282-4f7b-b829-2220fd01e73a tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "PUT /v2.0/floatingips/d127a4d2-450d-40a9-b5f3-997a2c1e35d2 HTTP/1.1" status: 200  len: 996 time: 2.4343224
Jan 26 22:02:28.769348 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff17407c-26ea-464a-91c0-6483193ae683', 'tag': '4af266fd-fe6c-43b0-9444-efb3cfe5d979'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:02:28.888342 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c045b1-1612-4afe-bfb4-b507ff823822 req-3464348e-480e-4122-85b1-8971898a96c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:28.896776 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-46c045b1-1612-4afe-bfb4-b507ff823822 req-3464348e-480e-4122-85b1-8971898a96c1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=66b3e2a25f144fa88a4be7bd2f2b4abf&device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 1163 time: 0.1647234
Jan 26 22:02:29.001312 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-205b35dc-43e2-46a9-ab06-e6ae37e53cdb None None] Set router 7557e166-9b21-46a6-8256-87bfde0bc6a7 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:02:29.070938 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff17407c-26ea-464a-91c0-6483193ae683', 'tag': '4af266fd-fe6c-43b0-9444-efb3cfe5d979', 'status': 'completed', 'code': 200}
Jan 26 22:02:29.118183 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c045b1-1612-4afe-bfb4-b507ff823822 req-c968b371-4b2d-43d9-a930-e0a62f2dd526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:29.120003 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-46c045b1-1612-4afe-bfb4-b507ff823822 req-c968b371-4b2d-43d9-a930-e0a62f2dd526 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a HTTP/1.1" status: 200  len: 903 time: 0.2221823
Jan 26 22:02:29.292061 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-46c045b1-1612-4afe-bfb4-b507ff823822 req-0c08eb9e-ed24-4cc7-95f5-e43a07695b43 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4af266fd-fe6c-43b0-9444-efb3cfe5d979 HTTP/1.1" status: 200  len: 999 time: 0.1449091
Jan 26 22:02:29.380386 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c045b1-1612-4afe-bfb4-b507ff823822 req-65d7d921-6e80-4446-bcef-1fe9df7a4217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:29.382051 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-46c045b1-1612-4afe-bfb4-b507ff823822 req-65d7d921-6e80-4446-bcef-1fe9df7a4217 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a7d63f7-1667-43f1-aec3-7e67170ed9cb HTTP/1.1" status: 200  len: 848 time: 0.0751665
Jan 26 22:02:29.488344 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c045b1-1612-4afe-bfb4-b507ff823822 req-44302540-a9fe-412d-87ed-add714cb1d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:29.490077 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-46c045b1-1612-4afe-bfb4-b507ff823822 req-44302540-a9fe-412d-87ed-add714cb1d92 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0971706
Jan 26 22:02:29.620975 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-205b35dc-43e2-46a9-ab06-e6ae37e53cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5aeaf64a8>, [{'id': '7557e166-9b21-46a6-8256-87bfde0bc6a7', 'name': 'tempest-TestShelveInstance-1153757456-router', 'tenant_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '4c395e7e-a63f-4acf-bc4c-8cec9d88be03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:01:13Z', 'updated_at': '2021-01-26T22:01:20Z', 'revision_number': 4, 'project_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'gw_port': {'id': '4c395e7e-a63f-4acf-bc4c-8cec9d88be03', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:72:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557e166-9b21-46a6-8256-87bfde0bc6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:01:15Z', 'updated_at': '2021-01-26T22:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_floatingips': [{'id': 'd127a4d2-450d-40a9-b5f3-997a2c1e35d2', 'tenant_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'floating_ip_address': '172.27.2.59', 'floating_network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'router_id': '7557e166-9b21-46a6-8256-87bfde0bc6a7', 'port_id': '4af266fd-fe6c-43b0-9444-efb3cfe5d979', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a', 'mac_address': 'fa:16:3e:30:65:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff17407c-26ea-464a-91c0-6483193ae683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T22:02:23Z', 'updated_at': '2021-01-26T22:02:27Z', 'revision_number': 1, 'project_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2969143a-d04c-4df6-9267-58b31977bcc4', 'name': '', 'network_id': '8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a', 'tenant_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'mac_address': 'fa:16:3e:65:3c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557e166-9b21-46a6-8256-87bfde0bc6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '2a7d63f7-1667-43f1-aec3-7e67170ed9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:01:19Z', 'updated_at': '2021-01-26T22:01:29Z', 'revision_number': 5, 'project_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'subnets': [{'id': '2a7d63f7-1667-43f1-aec3-7e67170ed9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:02:29.628701 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205b35dc-43e2-46a9-ab06-e6ae37e53cdb None None] Checking router: 7557e166-9b21-46a6-8256-87bfde0bc6a7 for host: dv-cinder-772126-1-iscsi {{(pid=80151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 22:02:29.640099 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205b35dc-43e2-46a9-ab06-e6ae37e53cdb None None] Routers {'7557e166-9b21-46a6-8256-87bfde0bc6a7'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:02:29.640865 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-205b35dc-43e2-46a9-ab06-e6ae37e53cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5aeaf64a8>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:02:13Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['7557e166-9b21-46a6-8256-87bfde0bc6a7'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:02:29.770526 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-46c045b1-1612-4afe-bfb4-b507ff823822 req-0d6d73cd-2909-46ac-9cb0-8aedc4d62768 service neutron] 10.222.0.30 "GET /v2.0/networks/8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2665644
Jan 26 22:02:30.203615 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-46c045b1-1612-4afe-bfb4-b507ff823822 req-0b184e63-bbd5-494c-b08b-01b18673834c service neutron] 10.222.0.30 "GET /v2.0/networks/8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4252021
Jan 26 22:02:30.250275 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-205b35dc-43e2-46a9-ab06-e6ae37e53cdb None None] Set router 7557e166-9b21-46a6-8256-87bfde0bc6a7 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:02:30.304506 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6d6f7-2142-42db-b58c-3ed734b67737 req-4438170b-4c95-436b-84b0-93e4d1f2ff55 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:30.306253 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-53b6d6f7-2142-42db-b58c-3ed734b67737 req-4438170b-4c95-436b-84b0-93e4d1f2ff55 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 943 time: 0.1581161
Jan 26 22:02:30.372166 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-53b6d6f7-2142-42db-b58c-3ed734b67737 req-3405185b-6f8d-4f69-b554-d92a8acdf1ff tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0591848
Jan 26 22:02:30.680099 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-205b35dc-43e2-46a9-ab06-e6ae37e53cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5aeaf64a8>, [{'id': '7557e166-9b21-46a6-8256-87bfde0bc6a7', 'name': 'tempest-TestShelveInstance-1153757456-router', 'tenant_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '4c395e7e-a63f-4acf-bc4c-8cec9d88be03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:01:13Z', 'updated_at': '2021-01-26T22:01:20Z', 'revision_number': 4, 'project_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'gw_port': {'id': '4c395e7e-a63f-4acf-bc4c-8cec9d88be03', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:72:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557e166-9b21-46a6-8256-87bfde0bc6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:01:15Z', 'updated_at': '2021-01-26T22:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_floatingips': [{'id': 'd127a4d2-450d-40a9-b5f3-997a2c1e35d2', 'tenant_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'floating_ip_address': '172.27.2.59', 'floating_network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'router_id': '7557e166-9b21-46a6-8256-87bfde0bc6a7', 'port_id': '4af266fd-fe6c-43b0-9444-efb3cfe5d979', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a', 'mac_address': 'fa:16:3e:30:65:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff17407c-26ea-464a-91c0-6483193ae683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T22:02:23Z', 'updated_at': '2021-01-26T22:02:27Z', 'revision_number': 1, 'project_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2969143a-d04c-4df6-9267-58b31977bcc4', 'name': '', 'network_id': '8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a', 'tenant_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'mac_address': 'fa:16:3e:65:3c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557e166-9b21-46a6-8256-87bfde0bc6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '2a7d63f7-1667-43f1-aec3-7e67170ed9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:01:19Z', 'updated_at': '2021-01-26T22:01:29Z', 'revision_number': 5, 'project_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'subnets': [{'id': '2a7d63f7-1667-43f1-aec3-7e67170ed9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:02:30.685140 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205b35dc-43e2-46a9-ab06-e6ae37e53cdb None None] The sync data for ids ['7557e166-9b21-46a6-8256-87bfde0bc6a7'] in dv-cinder-772126-1-iscsi is: [{'id': '7557e166-9b21-46a6-8256-87bfde0bc6a7', 'name': 'tempest-TestShelveInstance-1153757456-router', 'tenant_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '4c395e7e-a63f-4acf-bc4c-8cec9d88be03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:01:13Z', 'updated_at': '2021-01-26T22:01:20Z', 'revision_number': 4, 'project_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'gw_port': {'id': '4c395e7e-a63f-4acf-bc4c-8cec9d88be03', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:72:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557e166-9b21-46a6-8256-87bfde0bc6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:01:15Z', 'updated_at': '2021-01-26T22:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_floatingips': [{'id': 'd127a4d2-450d-40a9-b5f3-997a2c1e35d2', 'tenant_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'floating_ip_address': '172.27.2.59', 'floating_network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'router_id': '7557e166-9b21-46a6-8256-87bfde0bc6a7', 'port_id': '4af266fd-fe6c-43b0-9444-efb3cfe5d979', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a', 'mac_address': 'fa:16:3e:30:65:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff17407c-26ea-464a-91c0-6483193ae683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T22:02:23Z', 'updated_at': '2021-01-26T22:02:27Z', 'revision_number': 1, 'project_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2969143a-d04c-4df6-9267-58b31977bcc4', 'name': '', 'network_id': '8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a', 'tenant_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'mac_address': 'fa:16:3e:65:3c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557e166-9b21-46a6-8256-87bfde0bc6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '2a7d63f7-1667-43f1-aec3-7e67170ed9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:01:19Z', 'updated_at': '2021-01-26T22:01:29Z', 'revision_number': 5, 'project_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'subnets': [{'id': '2a7d63f7-1667-43f1-aec3-7e67170ed9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 22:02:31.057623 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 22:02:31.120398 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db60e7d-ef31-483f-a59f-69d53339be75 None None] New status for floating IP d127a4d2-450d-40a9-b5f3-997a2c1e35d2: ACTIVE {{(pid=80150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 26 22:02:31.741831 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d54bac-7cd7-4cb9-9e93-1cf75329ce04 req-fa31498f-9ed6-4d97-9250-4716287cb035 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:31.743526 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f3d54bac-7cd7-4cb9-9e93-1cf75329ce04 req-fa31498f-9ed6-4d97-9250-4716287cb035 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 943 time: 0.2030625
Jan 26 22:02:31.832038 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f3d54bac-7cd7-4cb9-9e93-1cf75329ce04 req-5a8df015-3930-4547-8154-09064bdfa40f tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0818210
Jan 26 22:02:33.152329 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907cc66-99f3-42af-ad5b-906bceeb8d7a req-975b47c7-a11e-462a-8fa7-93951bb1dac6 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:33.154051 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b907cc66-99f3-42af-ad5b-906bceeb8d7a req-975b47c7-a11e-462a-8fa7-93951bb1dac6 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 943 time: 0.1296723
Jan 26 22:02:33.218297 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b907cc66-99f3-42af-ad5b-906bceeb8d7a req-44863fb7-4cef-4cb8-9ae9-d2688577f656 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0566051
Jan 26 22:02:34.512312 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba322f1-9cba-4a9c-9980-b5f7ba639671 req-2c93b431-2204-4088-906c-240cba1f36d6 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:34.514016 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fba322f1-9cba-4a9c-9980-b5f7ba639671 req-2c93b431-2204-4088-906c-240cba1f36d6 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 943 time: 0.1311221
Jan 26 22:02:34.573278 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fba322f1-9cba-4a9c-9980-b5f7ba639671 req-3801e7eb-c119-4e0a-9d38-1ad970ae881f tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0520170
Jan 26 22:02:35.911025 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394b868-a9ea-401c-a655-a73bf5fcdc0b req-b315d7ca-fa1f-430f-b7cc-c6540c782980 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:35.912910 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c394b868-a9ea-401c-a655-a73bf5fcdc0b req-b315d7ca-fa1f-430f-b7cc-c6540c782980 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 943 time: 0.1474838
Jan 26 22:02:36.013669 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c394b868-a9ea-401c-a655-a73bf5fcdc0b req-31fbdc2a-a6e2-4425-975e-55ba4cb28f63 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0850172
Jan 26 22:02:37.467782 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb07380-ab38-41d6-8bd9-6b87a1d2f19b req-e207ee97-8639-44cd-9d60-cad9e83ce9fd tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:37.470434 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-3bb07380-ab38-41d6-8bd9-6b87a1d2f19b req-e207ee97-8639-44cd-9d60-cad9e83ce9fd tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 943 time: 0.2009258
Jan 26 22:02:37.536057 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-3bb07380-ab38-41d6-8bd9-6b87a1d2f19b req-4e0cccd4-fbcf-41f1-8f16-6021b5c14fd6 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0546203
Jan 26 22:02:38.849988 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9a4ec-e4b4-4be6-8b7e-3ea6a9c276f0 req-ba1ae6e8-1dd9-47af-a5a5-21a03181315e tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:38.851947 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a6a9a4ec-e4b4-4be6-8b7e-3ea6a9c276f0 req-ba1ae6e8-1dd9-47af-a5a5-21a03181315e tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 943 time: 0.1591854
Jan 26 22:02:38.915097 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a6a9a4ec-e4b4-4be6-8b7e-3ea6a9c276f0 req-d17b43d6-5c67-4cbb-b84d-c0ea4157c6cb tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0560565
Jan 26 22:02:40.263660 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b942332-72b0-4c10-b97a-977e11b6ff2f req-badb1a7b-e7d5-40ad-bd9d-eed2e5d5ee99 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:40.265398 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5b942332-72b0-4c10-b97a-977e11b6ff2f req-badb1a7b-e7d5-40ad-bd9d-eed2e5d5ee99 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 943 time: 0.1345148
Jan 26 22:02:40.337131 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5b942332-72b0-4c10-b97a-977e11b6ff2f req-df23f914-a0b1-4a8f-9280-a05a12667ef5 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0631568
Jan 26 22:02:41.629056 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0877b6-cd4f-44d3-ad5a-e51651d03b2d req-0f82d5bf-0c57-4473-a8cf-7dd67ca53b5b tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:41.630744 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ab0877b6-cd4f-44d3-ad5a-e51651d03b2d req-0f82d5bf-0c57-4473-a8cf-7dd67ca53b5b tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 943 time: 0.1387310
Jan 26 22:02:41.690359 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ab0877b6-cd4f-44d3-ad5a-e51651d03b2d req-2b2b6508-5994-4457-b2fb-eac706e5e3a1 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0526450
Jan 26 22:02:41.831523 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a5b16ad8-bf07-4997-a526-46c982adf312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:42.255777 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e69ce-7f98-4af6-b9bc-72b0cb64a306 req-4b84bb9a-444a-48c6-8b15-a07743cb7ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:42.257427 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a97e69ce-7f98-4af6-b9bc-72b0cb64a306 req-4b84bb9a-444a-48c6-8b15-a07743cb7ad0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=66b3e2a25f144fa88a4be7bd2f2b4abf&device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 1163 time: 0.0824544
Jan 26 22:02:42.419313 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e69ce-7f98-4af6-b9bc-72b0cb64a306 req-08656f77-69a8-4f08-9631-388b4617d81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:42.420987 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a97e69ce-7f98-4af6-b9bc-72b0cb64a306 req-08656f77-69a8-4f08-9631-388b4617d81d service neutron] 10.222.0.45 "GET /v2.0/networks?id=8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a HTTP/1.1" status: 200  len: 903 time: 0.1563025
Jan 26 22:02:42.539653 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a97e69ce-7f98-4af6-b9bc-72b0cb64a306 req-299d15d2-1550-46aa-a2b1-8c7a1a94ca0e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4af266fd-fe6c-43b0-9444-efb3cfe5d979 HTTP/1.1" status: 200  len: 1001 time: 0.1087847
Jan 26 22:02:42.614765 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e69ce-7f98-4af6-b9bc-72b0cb64a306 req-e9125121-2e25-4839-8ed9-6ba97278013e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:42.616518 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a97e69ce-7f98-4af6-b9bc-72b0cb64a306 req-e9125121-2e25-4839-8ed9-6ba97278013e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2a7d63f7-1667-43f1-aec3-7e67170ed9cb HTTP/1.1" status: 200  len: 848 time: 0.0667729
Jan 26 22:02:42.707268 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e69ce-7f98-4af6-b9bc-72b0cb64a306 req-e96fe876-c0e0-4348-80f6-83ec5cfc4b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:42.708925 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a97e69ce-7f98-4af6-b9bc-72b0cb64a306 req-e96fe876-c0e0-4348-80f6-83ec5cfc4b04 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0841877
Jan 26 22:02:42.908498 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a97e69ce-7f98-4af6-b9bc-72b0cb64a306 req-744fa354-3266-4cd2-b9ba-dbe88c05d402 service neutron] 10.222.0.45 "GET /v2.0/networks/8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1916606
Jan 26 22:02:43.075992 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d834857-a74d-4f4a-b617-5defff1b1776 req-462cf3c8-fe80-45eb-b57a-f1d5bc8f318b tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:43.077700 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2d834857-a74d-4f4a-b617-5defff1b1776 req-462cf3c8-fe80-45eb-b57a-f1d5bc8f318b tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 943 time: 0.2269008
Jan 26 22:02:43.155740 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a97e69ce-7f98-4af6-b9bc-72b0cb64a306 req-edaef979-fecb-4915-9490-b7fca47395bb service neutron] 10.222.0.45 "GET /v2.0/networks/8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2376699
Jan 26 22:02:43.179183 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2d834857-a74d-4f4a-b617-5defff1b1776 req-d60b2ff4-7ef0-44dd-a755-b237fffc52d1 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0933917
Jan 26 22:02:43.360762 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:43.397181 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9885f7c8-4f17-446f-8e75-a9bba1603021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:44.466030 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:44.637477 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:44.731647 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9ba29-ba47-417b-8596-42deb4cd1f9f req-238fb17a-aa3f-4371-bee8-fb151ebbdda8 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:44.733366 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-bca9ba29-ba47-417b-8596-42deb4cd1f9f req-238fb17a-aa3f-4371-bee8-fb151ebbdda8 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 943 time: 0.3886013
Jan 26 22:02:44.793333 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-bca9ba29-ba47-417b-8596-42deb4cd1f9f req-51a5847e-f2bc-45f4-b5d2-6256a4ada733 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0524213
Jan 26 22:02:44.808754 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 37c8fd23-cbce-4a0c-8bd9-dea5ef465be8 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:02:44.889653 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 37c8fd23-cbce-4a0c-8bd9-dea5ef465be8 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:02:44.890082 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:45.029195 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:45.062086 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202f2436-3e77-4979-a8d8-ce7592cd8bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c8fd23-cbce-4a0c-8bd9-dea5ef465be8'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:02:45.073365 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] For port 37c8fd23-cbce-4a0c-8bd9-dea5ef465be8, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=37c8fd23-cbce-4a0c-8bd9-dea5ef465be8,segment=NetworkSegment(97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec),segment_id=97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:02:45.123184 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:45.126950 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:02:45.160695 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '202f2436-3e77-4979-a8d8-ce7592cd8bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c8fd23-cbce-4a0c-8bd9-dea5ef465be8', 'code': 200}
Jan 26 22:02:45.204461 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Pushing event updated for resources: {'Port': ['ID=37c8fd23-cbce-4a0c-8bd9-dea5ef465be8,revision_number=6']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:02:45.208151 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:02:45.356998 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:45.555779 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e826a-f91d-4838-87d0-cbee2ecd2b00 req-7ad0cb97-a1f4-4003-b5f3-f2f9cfbdb417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:45.557485 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4f4e826a-f91d-4838-87d0-cbee2ecd2b00 req-7ad0cb97-a1f4-4003-b5f3-f2f9cfbdb417 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 1162 time: 0.0900531
Jan 26 22:02:45.606414 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4f4e826a-f91d-4838-87d0-cbee2ecd2b00 req-76e5e1b6-c67b-44bf-98f5-4aeea2e8b60d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407970
Jan 26 22:02:46.102019 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4a96bc-c7e7-481b-916e-2274df747ef3 req-6f3cd6da-789b-43b7-aad9-8186ceef6398 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:46.103787 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fc4a96bc-c7e7-481b-916e-2274df747ef3 req-6f3cd6da-789b-43b7-aad9-8186ceef6398 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 945 time: 0.1355689
Jan 26 22:02:46.165239 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fc4a96bc-c7e7-481b-916e-2274df747ef3 req-0c347336-9054-43d3-9107-b7b06cf98d01 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0548158
Jan 26 22:02:46.456123 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 37c8fd23-cbce-4a0c-8bd9-dea5ef465be8 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:02:46.530071 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 37c8fd23-cbce-4a0c-8bd9-dea5ef465be8 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:02:46.530407 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:47.467124 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d39a5-9935-4df0-a30b-1fc8523d7d13 req-e5a813b7-f68e-428a-9576-7828f224f205 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:47.469465 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e80d39a5-9935-4df0-a30b-1fc8523d7d13 req-e5a813b7-f68e-428a-9576-7828f224f205 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 945 time: 0.1499274
Jan 26 22:02:47.539948 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e80d39a5-9935-4df0-a30b-1fc8523d7d13 req-2895b99b-29de-4cd0-8eef-6ab14bd9e76a tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0616839
Jan 26 22:02:47.997791 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ccfb3-262e-476f-8b48-6050de62774a req-a9eb121e-5ea7-46bf-bb1f-cee47efe2f1b tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:48.003002 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-493ccfb3-262e-476f-8b48-6050de62774a req-a9eb121e-5ea7-46bf-bb1f-cee47efe2f1b tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.30 "GET /v2.0/ports?device_id=bed3bacb-4ec6-499c-8f92-61338dbcc0a4 HTTP/1.1" status: 200  len: 945 time: 0.1315060
Jan 26 22:02:48.064416 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-493ccfb3-262e-476f-8b48-6050de62774a req-2854c3fe-f047-4323-bd43-2c36d992488b tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.30 "GET /v2.0/security-groups?id=271c8670-57af-423c-b843-484955cf0946&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573988
Jan 26 22:02:48.824863 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea198ca0-eccc-4192-9a01-8b97e61028a2 req-0788f21d-62dd-4954-aaca-fd0e29add7e3 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:48.826601 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ea198ca0-eccc-4192-9a01-8b97e61028a2 req-0788f21d-62dd-4954-aaca-fd0e29add7e3 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 945 time: 0.1345000
Jan 26 22:02:48.886556 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ea198ca0-eccc-4192-9a01-8b97e61028a2 req-0dd4b0b8-c655-41eb-a3a6-6dc9bd3e34f9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0529063
Jan 26 22:02:49.330736 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f846ff-c3af-4033-81fa-aa9c2027b5b3 req-9d0c3e37-a062-483d-9b40-6c8736f390b1 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:49.332490 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-32f846ff-c3af-4033-81fa-aa9c2027b5b3 req-9d0c3e37-a062-483d-9b40-6c8736f390b1 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.30 "GET /v2.0/ports?device_id=bed3bacb-4ec6-499c-8f92-61338dbcc0a4 HTTP/1.1" status: 200  len: 945 time: 0.1336479
Jan 26 22:02:49.390420 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-32f846ff-c3af-4033-81fa-aa9c2027b5b3 req-369ccc75-61f1-4e7f-bc59-c6dd510fbbc0 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.30 "GET /v2.0/security-groups?id=271c8670-57af-423c-b843-484955cf0946&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515258
Jan 26 22:02:49.949969 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee76c41-1fb9-4dd8-8075-ee653502a442 req-de8cf5f9-5d91-4359-8e98-da0c31e8239f tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:49.951702 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-0ee76c41-1fb9-4dd8-8075-ee653502a442 req-de8cf5f9-5d91-4359-8e98-da0c31e8239f tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.45 "GET /v2.0/ports?device_id=bed3bacb-4ec6-499c-8f92-61338dbcc0a4 HTTP/1.1" status: 200  len: 945 time: 0.1291726
Jan 26 22:02:50.047783 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-0ee76c41-1fb9-4dd8-8075-ee653502a442 req-eb814943-cd3a-4d4f-bd9f-af973adab3a6 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Deleting port 3012f851-5f6c-4bea-ac54-d88d87638357 {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:02:50.048210 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-0ee76c41-1fb9-4dd8-8075-ee653502a442 req-eb814943-cd3a-4d4f-bd9f-af973adab3a6 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:50.327029 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 3012f851-5f6c-4bea-ac54-d88d87638357 no longer exists at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 22:02:50.346376 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-0ee76c41-1fb9-4dd8-8075-ee653502a442 req-eb814943-cd3a-4d4f-bd9f-af973adab3a6 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] For port 3012f851-5f6c-4bea-ac54-d88d87638357, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=3012f851-5f6c-4bea-ac54-d88d87638357,segment=NetworkSegment(f374c4f9-2552-4e5c-9d66-64cb98fcef90),segment_id=f374c4f9-2552-4e5c-9d66-64cb98fcef90)] {{(pid=80149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:02:50.346972 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-0ee76c41-1fb9-4dd8-8075-ee653502a442 req-eb814943-cd3a-4d4f-bd9f-af973adab3a6 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:50.483704 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:50.491635 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-0ee76c41-1fb9-4dd8-8075-ee653502a442 req-eb814943-cd3a-4d4f-bd9f-af973adab3a6 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Calling delete_port for 3012f851-5f6c-4bea-ac54-d88d87638357 owned by compute:nova {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:02:50.520981 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed3bacb-4ec6-499c-8f92-61338dbcc0a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3012f851-5f6c-4bea-ac54-d88d87638357'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:02:50.543750 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] For port 3012f851-5f6c-4bea-ac54-d88d87638357, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=3012f851-5f6c-4bea-ac54-d88d87638357,segment=NetworkSegment(f374c4f9-2552-4e5c-9d66-64cb98fcef90),segment_id=f374c4f9-2552-4e5c-9d66-64cb98fcef90)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:02:50.594706 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed3bacb-4ec6-499c-8f92-61338dbcc0a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3012f851-5f6c-4bea-ac54-d88d87638357', 'code': 200}
Jan 26 22:02:50.608555 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:50.614942 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b932232a-9f1c-4f70-a27f-38f74f41d347 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:02:50.705016 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd04a18-236d-4ec2-bbbe-38554021e456 req-4cc96497-3adb-4372-9490-ffb45ebe1d71 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:02:50.706878 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fbd04a18-236d-4ec2-bbbe-38554021e456 req-4cc96497-3adb-4372-9490-ffb45ebe1d71 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.30 "GET /v2.0/ports?device_id=bed3bacb-4ec6-499c-8f92-61338dbcc0a4 HTTP/1.1" status: 200  len: 943 time: 0.1761701
Jan 26 22:02:50.709661 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.db.api [req-0ee76c41-1fb9-4dd8-8075-ee653502a442 req-eb814943-cd3a-4d4f-bd9f-af973adab3a6 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80149) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 26 22:02:50.710073 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_db.api [req-0ee76c41-1fb9-4dd8-8075-ee653502a442 req-eb814943-cd3a-4d4f-bd9f-af973adab3a6 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80149) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 26 22:02:50.742879 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Pushing event updated for resources: {'Port': ['ID=3012f851-5f6c-4bea-ac54-d88d87638357,revision_number=5']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:02:50.747176 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:02:50.778885 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fbd04a18-236d-4ec2-bbbe-38554021e456 req-d14979ac-f3d2-4295-bc6e-a2a401c667a0 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.30 "GET /v2.0/security-groups?id=271c8670-57af-423c-b843-484955cf0946&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632637
Jan 26 22:02:51.211798 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-0ee76c41-1fb9-4dd8-8075-ee653502a442 req-eb814943-cd3a-4d4f-bd9f-af973adab3a6 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Deleting port 3012f851-5f6c-4bea-ac54-d88d87638357 {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:02:51.212353 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-0ee76c41-1fb9-4dd8-8075-ee653502a442 req-eb814943-cd3a-4d4f-bd9f-af973adab3a6 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:51.547278 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-0ee76c41-1fb9-4dd8-8075-ee653502a442 req-eb814943-cd3a-4d4f-bd9f-af973adab3a6 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] For port 3012f851-5f6c-4bea-ac54-d88d87638357, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=3012f851-5f6c-4bea-ac54-d88d87638357,segment=NetworkSegment(f374c4f9-2552-4e5c-9d66-64cb98fcef90),segment_id=f374c4f9-2552-4e5c-9d66-64cb98fcef90)] {{(pid=80149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:02:51.548000 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-0ee76c41-1fb9-4dd8-8075-ee653502a442 req-eb814943-cd3a-4d4f-bd9f-af973adab3a6 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:51.687449 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-0ee76c41-1fb9-4dd8-8075-ee653502a442 req-eb814943-cd3a-4d4f-bd9f-af973adab3a6 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Calling delete_port for 3012f851-5f6c-4bea-ac54-d88d87638357 owned by compute:nova {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:02:51.970987 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-0ee76c41-1fb9-4dd8-8075-ee653502a442 req-eb814943-cd3a-4d4f-bd9f-af973adab3a6 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31462196'] for port, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:51.993408 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:02:52.041522 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a10a4b4d-8e56-41d7-8af8-aeebe16cdc43 req-6dd80c19-3cf1-4ba2-90ab-2d9b0c71c61f tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.30 "GET /v2.0/ports?device_id=bed3bacb-4ec6-499c-8f92-61338dbcc0a4 HTTP/1.1" status: 200  len: 210 time: 0.1152208
Jan 26 22:02:52.052586 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb814943-cd3a-4d4f-bd9f-af973adab3a6 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Pushing event deleted for resources: {'Port': ['ID=3012f851-5f6c-4bea-ac54-d88d87638357,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:02:52.115253 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb814943-cd3a-4d4f-bd9f-af973adab3a6 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:02:52.115599 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb814943-cd3a-4d4f-bd9f-af973adab3a6 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:02:52.116009 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb814943-cd3a-4d4f-bd9f-af973adab3a6 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:02:52.116418 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb814943-cd3a-4d4f-bd9f-af973adab3a6 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:02:52.116822 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb814943-cd3a-4d4f-bd9f-af973adab3a6 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:02:52.117225 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb814943-cd3a-4d4f-bd9f-af973adab3a6 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:02:52.117625 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb814943-cd3a-4d4f-bd9f-af973adab3a6 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:02:52.118022 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb814943-cd3a-4d4f-bd9f-af973adab3a6 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:02:52.118443 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb814943-cd3a-4d4f-bd9f-af973adab3a6 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:02:52.118818 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb814943-cd3a-4d4f-bd9f-af973adab3a6 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:02:52.119213 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb814943-cd3a-4d4f-bd9f-af973adab3a6 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:02:52.119631 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb814943-cd3a-4d4f-bd9f-af973adab3a6 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:02:52.120081 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb814943-cd3a-4d4f-bd9f-af973adab3a6 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:02:52.120474 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb814943-cd3a-4d4f-bd9f-af973adab3a6 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:02:52.120872 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb814943-cd3a-4d4f-bd9f-af973adab3a6 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:02:52.121265 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb814943-cd3a-4d4f-bd9f-af973adab3a6 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:02:52.121656 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb814943-cd3a-4d4f-bd9f-af973adab3a6 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:02:52.122049 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb814943-cd3a-4d4f-bd9f-af973adab3a6 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:02:52.122441 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb814943-cd3a-4d4f-bd9f-af973adab3a6 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:02:52.122833 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb814943-cd3a-4d4f-bd9f-af973adab3a6 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:02:52.123228 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb814943-cd3a-4d4f-bd9f-af973adab3a6 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:02:52.123653 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb814943-cd3a-4d4f-bd9f-af973adab3a6 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:02:52.124044 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb814943-cd3a-4d4f-bd9f-af973adab3a6 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:02:52.124439 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb814943-cd3a-4d4f-bd9f-af973adab3a6 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:02:52.129906 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-eb814943-cd3a-4d4f-bd9f-af973adab3a6 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:02:52.242377 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee76c41-1fb9-4dd8-8075-ee653502a442 req-eb814943-cd3a-4d4f-bd9f-af973adab3a6 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] No DVR routers for this DVR port 3012f851-5f6c-4bea-ac54-d88d87638357 on host hv-cinder-77212 {{(pid=80149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 22:02:52.244788 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-0ee76c41-1fb9-4dd8-8075-ee653502a442 req-eb814943-cd3a-4d4f-bd9f-af973adab3a6 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:02:52.247717 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bed3bacb-4ec6-499c-8f92-61338dbcc0a4', 'name': 'network-vif-deleted', 'tag': '3012f851-5f6c-4bea-ac54-d88d87638357'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:02:52.256872 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-0ee76c41-1fb9-4dd8-8075-ee653502a442 req-eb814943-cd3a-4d4f-bd9f-af973adab3a6 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.45 "DELETE /v2.0/ports/3012f851-5f6c-4bea-ac54-d88d87638357 HTTP/1.1" status: 204  len: 173 time: 2.2983220
Jan 26 22:02:52.324508 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bed3bacb-4ec6-499c-8f92-61338dbcc0a4', 'name': 'network-vif-deleted', 'tag': '3012f851-5f6c-4bea-ac54-d88d87638357', 'status': 'completed', 'code': 200}
Jan 26 22:02:53.245857 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-f5b89f23-071c-4079-9639-32220d6e3219 req-d12c7223-2860-4d1b-8f28-c27fe6c461cb tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Synchronizing usage tracker for tenant:8071c97ee0f643c99500a38297ab3828 on resource:port {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 22:02:53.310857 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-f5b89f23-071c-4079-9639-32220d6e3219 req-d12c7223-2860-4d1b-8f28-c27fe6c461cb tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Unset dirty status for tenant:8071c97ee0f643c99500a38297ab3828 on resource:port {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 22:02:53.312375 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f5b89f23-071c-4079-9639-32220d6e3219 req-d12c7223-2860-4d1b-8f28-c27fe6c461cb tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.30 "GET /v2.0/ports?device_id=bed3bacb-4ec6-499c-8f92-61338dbcc0a4 HTTP/1.1" status: 200  len: 210 time: 0.1171346
Jan 26 22:03:04.321224 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-14c96320-764f-4662-8b4f-457d88d1d689 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:03:04.322909 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-14c96320-764f-4662-8b4f-457d88d1d689 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.30 "GET /v2.0/networks?id=8904a6e0-aa88-4798-9a29-cb1a3f9b9001 HTTP/1.1" status: 200  len: 814 time: 0.2220016
Jan 26 22:03:04.339299 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-c3acdaef-5bd6-46c1-8c0d-a899868215c7 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.30 "GET /v2.0/quotas/8071c97ee0f643c99500a38297ab3828 HTTP/1.1" status: 200  len: 375 time: 0.0101583
Jan 26 22:03:04.399584 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-a6fd2be6-dab3-43bd-a18d-e8820b1d8eef tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8071c97ee0f643c99500a38297ab3828&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0536337
Jan 26 22:03:04.552439 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-17be30ec-31da-4815-8011-e957c6474a65 service neutron] 10.222.0.30 "GET /v2.0/networks/8904a6e0-aa88-4798-9a29-cb1a3f9b9001?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1427629
Jan 26 22:03:04.701588 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-0538082d-2443-4a83-b342-2e4ae2cc36e2 service neutron] 10.222.0.30 "GET /v2.0/networks/8904a6e0-aa88-4798-9a29-cb1a3f9b9001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1419523
Jan 26 22:03:04.951422 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e2c44d68-bdb4-4603-a2b2-be44064bffd4 req-ff5fa3d9-b8bf-48b6-9e52-e27d043d6419 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4dbf63-2845-461b-bfba-e0428f612277 HTTP/1.1" status: 200  len: 210 time: 0.0633516
Jan 26 22:03:06.132165 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-eaffe8ae-2f2a-4d79-a22b-8f8dde8e74c3 req-01b49a8d-86d5-47d9-937f-b1a3d8a52079 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4dbf63-2845-461b-bfba-e0428f612277 HTTP/1.1" status: 200  len: 210 time: 0.0482230
Jan 26 22:03:06.870934 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-d7e5b19d-2260-431f-a94e-2a069392c46b tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:03:06.872605 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-d7e5b19d-2260-431f-a94e-2a069392c46b tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.45 "GET /v2.0/networks?id=8904a6e0-aa88-4798-9a29-cb1a3f9b9001 HTTP/1.1" status: 200  len: 814 time: 0.4386644
Jan 26 22:03:06.902107 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-e1b9d797-89cf-4175-9029-335f3dd65daf tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Request body: {'port': {'device_id': 'ec4dbf63-2845-461b-bfba-e0428f612277', 'network_id': '8904a6e0-aa88-4798-9a29-cb1a3f9b9001', 'admin_state_up': True, 'tenant_id': '8071c97ee0f643c99500a38297ab3828'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:03:07.051698 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-e1b9d797-89cf-4175-9029-335f3dd65daf tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:03:07.061483 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-e1b9d797-89cf-4175-9029-335f3dd65daf tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:03:07.093190 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-e1b9d797-89cf-4175-9029-335f3dd65daf tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Made reservation on behalf of 8071c97ee0f643c99500a38297ab3828 for: {'port': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 22:03:07.107376 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-e1b9d797-89cf-4175-9029-335f3dd65daf tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:07.324013 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4fad6241-db6f-4ff4-b2de-9d88f9b6a41d req-41bed648-24dc-4f51-9bcd-e5b565ba827e tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4dbf63-2845-461b-bfba-e0428f612277 HTTP/1.1" status: 200  len: 210 time: 0.0598142
Jan 26 22:03:07.477245 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-e1b9d797-89cf-4175-9029-335f3dd65daf tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Allocated IP 172.20.0.4 (8904a6e0-aa88-4798-9a29-cb1a3f9b9001/6b9f888d-ad84-4cf2-be9b-1b6af2cccb64/41e0b2f2-3224-487e-af03-430248d118cc) {{(pid=80149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 22:03:07.698593 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-e1b9d797-89cf-4175-9029-335f3dd65daf tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Notify callbacks [] for port, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:07.768322 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-e1b9d797-89cf-4175-9029-335f3dd65daf tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31462196'] for port, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:07.784203 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-eb814943-cd3a-4d4f-bd9f-af973adab3a6 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:03:07.924586 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b9d797-89cf-4175-9029-335f3dd65daf tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Pushing event updated for resources: {'Port': ['ID=41e0b2f2-3224-487e-af03-430248d118cc,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:03:07.929263 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e1b9d797-89cf-4175-9029-335f3dd65daf tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:03:07.991379 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-e1b9d797-89cf-4175-9029-335f3dd65daf tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Network 8904a6e0-aa88-4798-9a29-cb1a3f9b9001 is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 22:03:07.992734 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-e1b9d797-89cf-4175-9029-335f3dd65daf tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Resources bound (agent type, host, resource id):  {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 22:03:07.995200 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-e1b9d797-89cf-4175-9029-335f3dd65daf tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Received port after_create {{(pid=80149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 22:03:08.051942 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 22:03:08.090588 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-e1b9d797-89cf-4175-9029-335f3dd65daf tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:03:08.091273 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-e1b9d797-89cf-4175-9029-335f3dd65daf tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:08.145458 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-e1b9d797-89cf-4175-9029-335f3dd65daf tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2474656
Jan 26 22:03:08.165852 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-9347cc9b-6ca4-47a6-9b64-6cd3e4e4b631 service neutron] Request body: {'port': {'device_id': 'ec4dbf63-2845-461b-bfba-e0428f612277', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:03:08.290341 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-9347cc9b-6ca4-47a6-9b64-6cd3e4e4b631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:08.703308 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e76dc-1f45-4433-b4d4-620b6e413e3c req-42ebc72b-b983-4586-a05c-84a31041fa80 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:03:08.704234 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-f68e76dc-1f45-4433-b4d4-620b6e413e3c req-42ebc72b-b983-4586-a05c-84a31041fa80 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Synchronizing usage tracker for tenant:8071c97ee0f643c99500a38297ab3828 on resource:port {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 22:03:08.780301 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-f68e76dc-1f45-4433-b4d4-620b6e413e3c req-42ebc72b-b983-4586-a05c-84a31041fa80 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Unset dirty status for tenant:8071c97ee0f643c99500a38297ab3828 on resource:port {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 22:03:08.781622 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f68e76dc-1f45-4433-b4d4-620b6e413e3c req-42ebc72b-b983-4586-a05c-84a31041fa80 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4dbf63-2845-461b-bfba-e0428f612277 HTTP/1.1" status: 200  len: 931 time: 0.3144236
Jan 26 22:03:08.870479 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-9347cc9b-6ca4-47a6-9b64-6cd3e4e4b631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41e0b2f2-3224-487e-af03-430248d118cc {{(pid=80149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 26 22:03:08.882849 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-9347cc9b-6ca4-47a6-9b64-6cd3e4e4b631 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:08.904171 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f68e76dc-1f45-4433-b4d4-620b6e413e3c req-98b90dc5-2da8-40a5-a577-7e3fec296b38 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.30 "GET /v2.0/security-groups?id=271c8670-57af-423c-b843-484955cf0946&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859027
Jan 26 22:03:08.913507 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-9347cc9b-6ca4-47a6-9b64-6cd3e4e4b631 service neutron] Transition to ACTIVE for port object 41e0b2f2-3224-487e-af03-430248d118cc will not be triggered until provisioned by entity L2. {{(pid=80149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 22:03:08.956422 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-9347cc9b-6ca4-47a6-9b64-6cd3e4e4b631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823313603'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:08.973353 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3fb68a42-b1d7-44b3-9d11-ab04e4f91b18 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:03:09.111781 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347cc9b-6ca4-47a6-9b64-6cd3e4e4b631 service neutron] Pushing event updated for resources: {'Port': ['ID=41e0b2f2-3224-487e-af03-430248d118cc,revision_number=2']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:03:09.114924 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9347cc9b-6ca4-47a6-9b64-6cd3e4e4b631 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:03:09.302683 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-9347cc9b-6ca4-47a6-9b64-6cd3e4e4b631 service neutron] Attempting to bind port 41e0b2f2-3224-487e-af03-430248d118cc on host hv-cinder-77212 for vnic_type normal with profile  {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 22:03:09.303139 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-9347cc9b-6ca4-47a6-9b64-6cd3e4e4b631 service neutron] Attempting to bind port 41e0b2f2-3224-487e-af03-430248d118cc by drivers openvswitch on host hv-cinder-77212 at level 0 using segments [{'id': 'f374c4f9-2552-4e5c-9d66-64cb98fcef90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8904a6e0-aa88-4798-9a29-cb1a3f9b9001'}] {{(pid=80149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 22:03:09.303541 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-9347cc9b-6ca4-47a6-9b64-6cd3e4e4b631 service neutron] Attempting to bind port 41e0b2f2-3224-487e-af03-430248d118cc on network 8904a6e0-aa88-4798-9a29-cb1a3f9b9001 {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 22:03:09.309288 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-9347cc9b-6ca4-47a6-9b64-6cd3e4e4b631 service neutron] Checking agent: {'id': '907ce3e7-819e-4a7f-a1c4-c44a902d1710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 21, 53, 12), 'started_at': datetime.datetime(2021, 1, 26, 21, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 22, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 22:03:09.309666 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-9347cc9b-6ca4-47a6-9b64-6cd3e4e4b631 service neutron] Checking segment: {'id': 'f374c4f9-2552-4e5c-9d66-64cb98fcef90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8904a6e0-aa88-4798-9a29-cb1a3f9b9001'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 22:03:09.310180 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-9347cc9b-6ca4-47a6-9b64-6cd3e4e4b631 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:09.310469 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-9347cc9b-6ca4-47a6-9b64-6cd3e4e4b631 service neutron] Bound using segment: {'id': 'f374c4f9-2552-4e5c-9d66-64cb98fcef90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8904a6e0-aa88-4798-9a29-cb1a3f9b9001'} {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 22:03:09.310942 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-9347cc9b-6ca4-47a6-9b64-6cd3e4e4b631 service neutron] Bound port: 41e0b2f2-3224-487e-af03-430248d118cc, host: hv-cinder-77212, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f374c4f9-2552-4e5c-9d66-64cb98fcef90', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8904a6e0-aa88-4798-9a29-cb1a3f9b9001'}}] {{(pid=80149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 22:03:09.311320 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-9347cc9b-6ca4-47a6-9b64-6cd3e4e4b631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:09.409420 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-9347cc9b-6ca4-47a6-9b64-6cd3e4e4b631 service neutron] For port 41e0b2f2-3224-487e-af03-430248d118cc, host hv-cinder-77212, cleared binding levels {{(pid=80149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 22:03:09.412710 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-9347cc9b-6ca4-47a6-9b64-6cd3e4e4b631 service neutron] For port 41e0b2f2-3224-487e-af03-430248d118cc, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=41e0b2f2-3224-487e-af03-430248d118cc,segment=NetworkSegment(f374c4f9-2552-4e5c-9d66-64cb98fcef90),segment_id=f374c4f9-2552-4e5c-9d66-64cb98fcef90)] {{(pid=80149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 22:03:09.482898 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-9347cc9b-6ca4-47a6-9b64-6cd3e4e4b631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823313603'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:09.499669 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3fb68a42-b1d7-44b3-9d11-ab04e4f91b18 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:03:09.550634 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-de86c8f6-f1e9-48f2-8ca7-651c588e3508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:09.655591 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347cc9b-6ca4-47a6-9b64-6cd3e4e4b631 service neutron] Pushing event updated for resources: {'Port': ['ID=41e0b2f2-3224-487e-af03-430248d118cc,revision_number=3']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:03:09.661875 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9347cc9b-6ca4-47a6-9b64-6cd3e4e4b631 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:03:09.696586 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-9347cc9b-6ca4-47a6-9b64-6cd3e4e4b631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:03:09.697286 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-9347cc9b-6ca4-47a6-9b64-6cd3e4e4b631 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:09.698860 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-9347cc9b-6ca4-47a6-9b64-6cd3e4e4b631 service neutron] 10.222.0.45 "PUT /v2.0/ports/41e0b2f2-3224-487e-af03-430248d118cc HTTP/1.1" status: 200  len: 1157 time: 1.5383468
Jan 26 22:03:09.699462 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec4dbf63-2845-461b-bfba-e0428f612277', 'tag': '41e0b2f2-3224-487e-af03-430248d118cc'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:03:09.761811 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec4dbf63-2845-461b-bfba-e0428f612277', 'tag': '41e0b2f2-3224-487e-af03-430248d118cc', 'status': 'completed', 'code': 200}
Jan 26 22:03:09.865537 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-237bb77f-66f0-463f-952d-77b586fccd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:03:09.867185 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-237bb77f-66f0-463f-952d-77b586fccd6d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8071c97ee0f643c99500a38297ab3828&device_id=ec4dbf63-2845-461b-bfba-e0428f612277 HTTP/1.1" status: 200  len: 1160 time: 0.0846503
Jan 26 22:03:09.948979 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-80bea70b-3321-4ce3-9c35-518767c8d96f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41e0b2f2-3224-487e-af03-430248d118cc HTTP/1.1" status: 200  len: 217 time: 0.0675631
Jan 26 22:03:10.027487 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-58b928b0-e3f7-4922-a9cc-b65b0570447d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:03:10.029108 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-58b928b0-e3f7-4922-a9cc-b65b0570447d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6b9f888d-ad84-4cf2-be9b-1b6af2cccb64 HTTP/1.1" status: 200  len: 854 time: 0.0711098
Jan 26 22:03:10.117479 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-814dfe6e-a4b9-4cf4-b479-29aff2d98c6d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8904a6e0-aa88-4798-9a29-cb1a3f9b9001&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0804024
Jan 26 22:03:10.336414 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe817bde-77cd-4d6b-aafe-75e008f4d088 req-9d50c404-60cb-4787-b6ae-c2d7369bc165 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:03:10.338060 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fe817bde-77cd-4d6b-aafe-75e008f4d088 req-9d50c404-60cb-4787-b6ae-c2d7369bc165 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4dbf63-2845-461b-bfba-e0428f612277 HTTP/1.1" status: 200  len: 943 time: 0.2623169
Jan 26 22:03:10.349459 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-d65f92d7-7ab1-43b1-a2b6-23e28096dcf7 service neutron] 10.222.0.45 "GET /v2.0/networks/8904a6e0-aa88-4798-9a29-cb1a3f9b9001?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2197061
Jan 26 22:03:10.480551 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fe817bde-77cd-4d6b-aafe-75e008f4d088 req-5e299615-a888-464a-9a5a-cc30288e18ff tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.30 "GET /v2.0/security-groups?id=271c8670-57af-423c-b843-484955cf0946&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1359882
Jan 26 22:03:10.533145 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4d916572-cb7b-4897-b145-ca6640a3ae28 req-8aaa995f-9186-4770-b480-81ce7c989317 service neutron] 10.222.0.45 "GET /v2.0/networks/8904a6e0-aa88-4798-9a29-cb1a3f9b9001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1696706
Jan 26 22:03:10.753190 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d79e816-adbe-4d65-b55f-a263c119f779 req-400a5525-823d-4228-9116-11145b3196ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:03:10.754858 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-3d79e816-adbe-4d65-b55f-a263c119f779 req-400a5525-823d-4228-9116-11145b3196ea service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8071c97ee0f643c99500a38297ab3828&device_id=ec4dbf63-2845-461b-bfba-e0428f612277 HTTP/1.1" status: 200  len: 1160 time: 0.0773807
Jan 26 22:03:10.898563 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d79e816-adbe-4d65-b55f-a263c119f779 req-a795c6dc-3209-4807-9927-168ca214d155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:03:10.900126 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-3d79e816-adbe-4d65-b55f-a263c119f779 req-a795c6dc-3209-4807-9927-168ca214d155 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8904a6e0-aa88-4798-9a29-cb1a3f9b9001 HTTP/1.1" status: 200  len: 908 time: 0.1380880
Jan 26 22:03:10.979323 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-3d79e816-adbe-4d65-b55f-a263c119f779 req-56d14bca-ff5b-4899-9061-7e2b8772ec4c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41e0b2f2-3224-487e-af03-430248d118cc HTTP/1.1" status: 200  len: 217 time: 0.0706789
Jan 26 22:03:11.052480 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d79e816-adbe-4d65-b55f-a263c119f779 req-7285513e-ce7c-4ba6-bcc6-63f160abab56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:03:11.054060 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-3d79e816-adbe-4d65-b55f-a263c119f779 req-7285513e-ce7c-4ba6-bcc6-63f160abab56 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6b9f888d-ad84-4cf2-be9b-1b6af2cccb64 HTTP/1.1" status: 200  len: 854 time: 0.0664918
Jan 26 22:03:11.110533 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-3d79e816-adbe-4d65-b55f-a263c119f779 req-994e3fb8-0796-427a-825c-4d3714aa8146 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8904a6e0-aa88-4798-9a29-cb1a3f9b9001&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0493894
Jan 26 22:03:11.270847 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-3d79e816-adbe-4d65-b55f-a263c119f779 req-864d614b-62ed-4d17-a9f9-ca3065db9968 service neutron] 10.222.0.45 "GET /v2.0/networks/8904a6e0-aa88-4798-9a29-cb1a3f9b9001?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1517923
Jan 26 22:03:11.423409 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-3d79e816-adbe-4d65-b55f-a263c119f779 req-9c05485e-fa6c-4bf0-a2a0-334c968b00a8 service neutron] 10.222.0.45 "GET /v2.0/networks/8904a6e0-aa88-4798-9a29-cb1a3f9b9001?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1429713
Jan 26 22:03:11.973946 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a52219-065a-4ad7-9996-efd3bbf664da req-c6dcad9b-5e32-44b0-9804-2e86a12f3a7c tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:03:11.975910 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-72a52219-065a-4ad7-9996-efd3bbf664da req-c6dcad9b-5e32-44b0-9804-2e86a12f3a7c tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4dbf63-2845-461b-bfba-e0428f612277 HTTP/1.1" status: 200  len: 943 time: 0.3610625
Jan 26 22:03:12.034260 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-72a52219-065a-4ad7-9996-efd3bbf664da req-71834a24-8ffa-411d-a164-44b3538e5da5 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.30 "GET /v2.0/security-groups?id=271c8670-57af-423c-b843-484955cf0946&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519259
Jan 26 22:03:13.059939 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 41e0b2f2-3224-487e-af03-430248d118cc up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:03:13.167545 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning for port 41e0b2f2-3224-487e-af03-430248d118cc completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 22:03:13.173582 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 41e0b2f2-3224-487e-af03-430248d118cc triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:03:13.174133 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:13.293253 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0b266-c96a-4190-8b75-805aa5277527 req-f2d46ba2-f7d3-4ae9-a52d-bd1db664584c tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:03:13.296124 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fef0b266-c96a-4190-8b75-805aa5277527 req-f2d46ba2-f7d3-4ae9-a52d-bd1db664584c tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4dbf63-2845-461b-bfba-e0428f612277 HTTP/1.1" status: 200  len: 943 time: 0.1295786
Jan 26 22:03:13.303546 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:13.343303 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4dbf63-2845-461b-bfba-e0428f612277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e0b2f2-3224-487e-af03-430248d118cc'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:03:13.353044 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fef0b266-c96a-4190-8b75-805aa5277527 req-acace1f5-8b97-46cb-ad2c-62a0e83b6a16 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.30 "GET /v2.0/security-groups?id=271c8670-57af-423c-b843-484955cf0946&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502989
Jan 26 22:03:13.368320 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] For port 41e0b2f2-3224-487e-af03-430248d118cc, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=41e0b2f2-3224-487e-af03-430248d118cc,segment=NetworkSegment(f374c4f9-2552-4e5c-9d66-64cb98fcef90),segment_id=f374c4f9-2552-4e5c-9d66-64cb98fcef90)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:03:13.369770 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:13.396107 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-daf41c66-ce98-4945-9ae4-669dcbd34ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:13.410972 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4dbf63-2845-461b-bfba-e0428f612277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e0b2f2-3224-487e-af03-430248d118cc', 'code': 200}
Jan 26 22:03:13.412974 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:13.414998 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:03:13.489244 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Pushing event updated for resources: {'Port': ['ID=41e0b2f2-3224-487e-af03-430248d118cc,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:03:13.492610 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:03:13.741305 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00dd29-b3e6-4628-a456-13465629e95e req-f51f2a50-aa28-4887-82d3-44fdfcaee20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:03:13.742852 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6e00dd29-b3e6-4628-a456-13465629e95e req-f51f2a50-aa28-4887-82d3-44fdfcaee20e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ec4dbf63-2845-461b-bfba-e0428f612277 HTTP/1.1" status: 200  len: 1162 time: 0.0786779
Jan 26 22:03:13.787298 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6e00dd29-b3e6-4628-a456-13465629e95e req-b322cffb-58e0-415e-8c56-cc61bf941939 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=271c8670-57af-423c-b843-484955cf0946&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379138
Jan 26 22:03:14.447693 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:14.613570 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47ac00-c632-4643-84d7-d1b6d3a38156 req-9778088b-b1fa-4da7-9d11-11dbd74b9cd2 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:03:14.615381 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-bd47ac00-c632-4643-84d7-d1b6d3a38156 req-9778088b-b1fa-4da7-9d11-11dbd74b9cd2 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4dbf63-2845-461b-bfba-e0428f612277 HTTP/1.1" status: 200  len: 945 time: 0.1282246
Jan 26 22:03:14.618883 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:14.674403 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-bd47ac00-c632-4643-84d7-d1b6d3a38156 req-08c6ccc6-4166-4116-b58a-7804e61b47e4 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.30 "GET /v2.0/security-groups?id=271c8670-57af-423c-b843-484955cf0946&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513189
Jan 26 22:03:14.726992 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 41e0b2f2-3224-487e-af03-430248d118cc up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:03:14.801261 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 41e0b2f2-3224-487e-af03-430248d118cc triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:03:14.801718 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:15.350774 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:15.934688 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d329c728-40e4-450a-ae3f-6926237b3027 req-7ce63f2b-174c-4ce2-8e85-77848cdfbc33 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:03:15.936419 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d329c728-40e4-450a-ae3f-6926237b3027 req-7ce63f2b-174c-4ce2-8e85-77848cdfbc33 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4dbf63-2845-461b-bfba-e0428f612277 HTTP/1.1" status: 200  len: 945 time: 0.1284251
Jan 26 22:03:15.995586 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d329c728-40e4-450a-ae3f-6926237b3027 req-cc0258e5-0cfa-4316-bd13-64242e0fa41b tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.30 "GET /v2.0/security-groups?id=271c8670-57af-423c-b843-484955cf0946&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516908
Jan 26 22:03:22.661354 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbd33e-e327-4c11-a4c7-48e1052d9b13 req-32ff4d13-3de5-4d2f-8476-44636f014cd0 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:03:22.663046 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-84cbd33e-e327-4c11-a4c7-48e1052d9b13 req-32ff4d13-3de5-4d2f-8476-44636f014cd0 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 945 time: 0.1269190
Jan 26 22:03:22.720421 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-84cbd33e-e327-4c11-a4c7-48e1052d9b13 req-b7e1f66d-2dcc-474a-8253-1ad1b3f7e302 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498645
Jan 26 22:03:24.014851 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207f7f7-23f0-4ae3-8c26-671015dac62e req-ca5c43c3-3a69-419e-b63d-ddd8443b1a2f tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:03:24.017263 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a207f7f7-23f0-4ae3-8c26-671015dac62e req-ca5c43c3-3a69-419e-b63d-ddd8443b1a2f tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 945 time: 0.1446202
Jan 26 22:03:24.078603 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a207f7f7-23f0-4ae3-8c26-671015dac62e req-6b09afb8-cf1c-46df-b61a-2d4db1fa49a5 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0539882
Jan 26 22:03:24.317533 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521065b2-b412-42c7-8ed2-ac85656bdbdf req-bd0e97d5-c027-46d2-b9fc-b81c5eb61be0 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:03:24.319218 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-521065b2-b412-42c7-8ed2-ac85656bdbdf req-bd0e97d5-c027-46d2-b9fc-b81c5eb61be0 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.45 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 945 time: 0.1364164
Jan 26 22:03:24.409327 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-521065b2-b412-42c7-8ed2-ac85656bdbdf req-00ff5615-6022-499d-a9bd-99647abbf9f9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Deleting port 37c8fd23-cbce-4a0c-8bd9-dea5ef465be8 {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:03:24.409714 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-521065b2-b412-42c7-8ed2-ac85656bdbdf req-00ff5615-6022-499d-a9bd-99647abbf9f9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:24.651900 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 37c8fd23-cbce-4a0c-8bd9-dea5ef465be8 no longer exists at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 22:03:24.691682 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-521065b2-b412-42c7-8ed2-ac85656bdbdf req-00ff5615-6022-499d-a9bd-99647abbf9f9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] For port 37c8fd23-cbce-4a0c-8bd9-dea5ef465be8, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=37c8fd23-cbce-4a0c-8bd9-dea5ef465be8,segment=NetworkSegment(97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec),segment_id=97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec)] {{(pid=80149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:03:24.692076 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-521065b2-b412-42c7-8ed2-ac85656bdbdf req-00ff5615-6022-499d-a9bd-99647abbf9f9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:24.775870 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:24.805362 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202f2436-3e77-4979-a8d8-ce7592cd8bff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37c8fd23-cbce-4a0c-8bd9-dea5ef465be8'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:03:24.816355 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] For port 37c8fd23-cbce-4a0c-8bd9-dea5ef465be8, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=37c8fd23-cbce-4a0c-8bd9-dea5ef465be8,segment=NetworkSegment(97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec),segment_id=97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:03:24.847450 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:24.849757 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-daaa5b0d-b4d7-4881-a7ba-bcf4253e1f15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:03:24.893937 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '202f2436-3e77-4979-a8d8-ce7592cd8bff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37c8fd23-cbce-4a0c-8bd9-dea5ef465be8', 'code': 200}
Jan 26 22:03:24.932731 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Pushing event updated for resources: {'Port': ['ID=37c8fd23-cbce-4a0c-8bd9-dea5ef465be8,revision_number=7']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:03:24.941021 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:24.941481 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:24.941922 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:24.942389 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:24.942819 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:24.943242 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:24.943809 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:24.944287 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:24.944728 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:24.944987 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:24.945419 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:24.945835 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:24.946293 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:24.946716 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:24.947131 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:24.947582 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:24.948007 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:24.948422 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:24.948850 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:24.949318 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:24.949735 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:24.950225 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:24.950554 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:24.950909 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:24.956164 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:03:25.015907 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-521065b2-b412-42c7-8ed2-ac85656bdbdf req-00ff5615-6022-499d-a9bd-99647abbf9f9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:25.017100 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-521065b2-b412-42c7-8ed2-ac85656bdbdf req-00ff5615-6022-499d-a9bd-99647abbf9f9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036821521460'] for floatingip, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:25.017233 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.db.l3_db [req-521065b2-b412-42c7-8ed2-ac85656bdbdf req-00ff5615-6022-499d-a9bd-99647abbf9f9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Floating IP c2c75c87-fc5e-4e77-9887-e32a7ed6cb3f disassociated. External IP: 172.27.2.182, port: 37c8fd23-cbce-4a0c-8bd9-dea5ef465be8.
Jan 26 22:03:25.017556 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-521065b2-b412-42c7-8ed2-ac85656bdbdf req-00ff5615-6022-499d-a9bd-99647abbf9f9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Calling delete_port for 37c8fd23-cbce-4a0c-8bd9-dea5ef465be8 owned by compute:nova {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:03:25.133487 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.db.api [req-521065b2-b412-42c7-8ed2-ac85656bdbdf req-00ff5615-6022-499d-a9bd-99647abbf9f9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80149) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 26 22:03:25.133873 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_db.api [req-521065b2-b412-42c7-8ed2-ac85656bdbdf req-00ff5615-6022-499d-a9bd-99647abbf9f9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80149) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 26 22:03:25.347003 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d294f-920f-47e8-bc0d-33228128cb52 req-2f0ee175-ffaa-438f-bfbc-17bd85387fc6 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:03:25.348699 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ef1d294f-920f-47e8-bc0d-33228128cb52 req-2f0ee175-ffaa-438f-bfbc-17bd85387fc6 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 943 time: 0.1236024
Jan 26 22:03:25.406165 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ef1d294f-920f-47e8-bc0d-33228128cb52 req-887e3110-7037-499c-b433-4eb6f9b35423 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d993c4-c2f5-4637-89dd-2637c393d355&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0508606
Jan 26 22:03:25.635276 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-521065b2-b412-42c7-8ed2-ac85656bdbdf req-00ff5615-6022-499d-a9bd-99647abbf9f9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Deleting port 37c8fd23-cbce-4a0c-8bd9-dea5ef465be8 {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:03:25.635703 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-521065b2-b412-42c7-8ed2-ac85656bdbdf req-00ff5615-6022-499d-a9bd-99647abbf9f9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:25.900479 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-521065b2-b412-42c7-8ed2-ac85656bdbdf req-00ff5615-6022-499d-a9bd-99647abbf9f9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] For port 37c8fd23-cbce-4a0c-8bd9-dea5ef465be8, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=37c8fd23-cbce-4a0c-8bd9-dea5ef465be8,segment=NetworkSegment(97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec),segment_id=97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec)] {{(pid=80149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:03:25.900883 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-521065b2-b412-42c7-8ed2-ac85656bdbdf req-00ff5615-6022-499d-a9bd-99647abbf9f9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:26.215007 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-521065b2-b412-42c7-8ed2-ac85656bdbdf req-00ff5615-6022-499d-a9bd-99647abbf9f9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:26.215563 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-521065b2-b412-42c7-8ed2-ac85656bdbdf req-00ff5615-6022-499d-a9bd-99647abbf9f9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036821521460'] for floatingip, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:26.215670 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.db.l3_db [req-521065b2-b412-42c7-8ed2-ac85656bdbdf req-00ff5615-6022-499d-a9bd-99647abbf9f9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Floating IP c2c75c87-fc5e-4e77-9887-e32a7ed6cb3f disassociated. External IP: 172.27.2.182, port: 37c8fd23-cbce-4a0c-8bd9-dea5ef465be8.
Jan 26 22:03:26.216105 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-521065b2-b412-42c7-8ed2-ac85656bdbdf req-00ff5615-6022-499d-a9bd-99647abbf9f9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Calling delete_port for 37c8fd23-cbce-4a0c-8bd9-dea5ef465be8 owned by compute:nova {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:03:26.401724 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-521065b2-b412-42c7-8ed2-ac85656bdbdf req-00ff5615-6022-499d-a9bd-99647abbf9f9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31462196'] for port, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:26.417862 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3e839f8c-ee7c-425f-bcce-5a29ba60c570 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:03:26.467726 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff5615-6022-499d-a9bd-99647abbf9f9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Pushing event deleted for resources: {'Port': ['ID=37c8fd23-cbce-4a0c-8bd9-dea5ef465be8,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:03:26.515204 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-00ff5615-6022-499d-a9bd-99647abbf9f9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:03:26.625981 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-221397fe-5727-4f67-8706-cb9bc4c610aa req-c83d1b72-b017-4894-b87a-05dc192a7424 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 210 time: 0.0643103
Jan 26 22:03:26.846656 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [req-521065b2-b412-42c7-8ed2-ac85656bdbdf req-00ff5615-6022-499d-a9bd-99647abbf9f9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Router bcfb3fff-4594-4cea-ae9f-548bbaef08fc has already been hosted by L3 agent d246ac06-2269-4624-8b82-d0eab6b3335a {{(pid=80149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 22:03:27.278041 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-521065b2-b412-42c7-8ed2-ac85656bdbdf req-00ff5615-6022-499d-a9bd-99647abbf9f9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify agent at l3_agent.dv-cinder-772126-1-iscsi the message routers_updated {{(pid=80149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 22:03:27.288386 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d25a8b-5f66-4aa2-802e-9543f72de5d6 None None] Sync routers for ids ['bcfb3fff-4594-4cea-ae9f-548bbaef08fc'] in dv-cinder-772126-1-iscsi {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 22:03:27.298657 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d25a8b-5f66-4aa2-802e-9543f72de5d6 None None] Routers {'bcfb3fff-4594-4cea-ae9f-548bbaef08fc'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:03:27.299267 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-f8d25a8b-5f66-4aa2-802e-9543f72de5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5aed61e10>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:03:13Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['bcfb3fff-4594-4cea-ae9f-548bbaef08fc'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:03:27.317178 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-521065b2-b412-42c7-8ed2-ac85656bdbdf req-00ff5615-6022-499d-a9bd-99647abbf9f9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] No DVR routers for this DVR port 37c8fd23-cbce-4a0c-8bd9-dea5ef465be8 on host hv-cinder-77212 {{(pid=80149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 22:03:27.319507 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-521065b2-b412-42c7-8ed2-ac85656bdbdf req-00ff5615-6022-499d-a9bd-99647abbf9f9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:27.322360 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202f2436-3e77-4979-a8d8-ce7592cd8bff', 'name': 'network-vif-deleted', 'tag': '37c8fd23-cbce-4a0c-8bd9-dea5ef465be8'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:03:27.379788 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-521065b2-b412-42c7-8ed2-ac85656bdbdf req-00ff5615-6022-499d-a9bd-99647abbf9f9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.45 "DELETE /v2.0/ports/37c8fd23-cbce-4a0c-8bd9-dea5ef465be8 HTTP/1.1" status: 204  len: 173 time: 3.0545361
Jan 26 22:03:27.383226 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '202f2436-3e77-4979-a8d8-ce7592cd8bff', 'name': 'network-vif-deleted', 'tag': '37c8fd23-cbce-4a0c-8bd9-dea5ef465be8', 'status': 'completed', 'code': 200}
Jan 26 22:03:27.491157 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-f8d25a8b-5f66-4aa2-802e-9543f72de5d6 None None] Set router bcfb3fff-4594-4cea-ae9f-548bbaef08fc gateway port host: dv-cinder-772126-1-iscsi {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:03:27.824850 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-2d5ab442-7c99-48c8-97d5-65e3cf315655 req-cc6a669c-3ebe-4e0e-bf1d-36c66f9cd516 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Synchronizing usage tracker for tenant:c8cd6f60f4bf49aabee2ed7fc70c2d8b on resource:port {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 22:03:27.829028 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-f8d25a8b-5f66-4aa2-802e-9543f72de5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5aed61e10>, [{'id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1210003276-router', 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd928ad77-29f1-4fa1-b370-22bea2f190ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:55:06Z', 'updated_at': '2021-01-26T21:55:22Z', 'revision_number': 4, 'project_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'gw_port': {'id': 'd928ad77-29f1-4fa1-b370-22bea2f190ed', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:09Z', 'updated_at': '2021-01-26T21:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': '179080c4-38a5-4df1-b53d-1fa54069dd02', 'name': '', 'network_id': 'a055a280-6113-40f9-90e9-85b200767415', 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'mac_address': 'fa:16:3e:dc:2a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'd34651d4-afa5-4ccf-825b-2a13925b4ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:20Z', 'updated_at': '2021-01-26T21:55:37Z', 'revision_number': 5, 'project_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'subnets': [{'id': 'd34651d4-afa5-4ccf-825b-2a13925b4ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:03:27.833509 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d25a8b-5f66-4aa2-802e-9543f72de5d6 None None] Checking router: bcfb3fff-4594-4cea-ae9f-548bbaef08fc for host: dv-cinder-772126-1-iscsi {{(pid=80151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 22:03:27.842913 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d25a8b-5f66-4aa2-802e-9543f72de5d6 None None] Routers {'bcfb3fff-4594-4cea-ae9f-548bbaef08fc'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:03:27.843630 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-f8d25a8b-5f66-4aa2-802e-9543f72de5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5aed61e10>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:03:13Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['bcfb3fff-4594-4cea-ae9f-548bbaef08fc'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:03:27.898996 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-2d5ab442-7c99-48c8-97d5-65e3cf315655 req-cc6a669c-3ebe-4e0e-bf1d-36c66f9cd516 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Unset dirty status for tenant:c8cd6f60f4bf49aabee2ed7fc70c2d8b on resource:port {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 22:03:27.900391 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2d5ab442-7c99-48c8-97d5-65e3cf315655 req-cc6a669c-3ebe-4e0e-bf1d-36c66f9cd516 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 210 time: 0.1257565
Jan 26 22:03:28.041738 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-f8d25a8b-5f66-4aa2-802e-9543f72de5d6 None None] Set router bcfb3fff-4594-4cea-ae9f-548bbaef08fc gateway port host: dv-cinder-772126-1-iscsi {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:03:28.393464 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-f8d25a8b-5f66-4aa2-802e-9543f72de5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5aed61e10>, [{'id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1210003276-router', 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd928ad77-29f1-4fa1-b370-22bea2f190ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:55:06Z', 'updated_at': '2021-01-26T21:55:22Z', 'revision_number': 4, 'project_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'gw_port': {'id': 'd928ad77-29f1-4fa1-b370-22bea2f190ed', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:09Z', 'updated_at': '2021-01-26T21:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': '179080c4-38a5-4df1-b53d-1fa54069dd02', 'name': '', 'network_id': 'a055a280-6113-40f9-90e9-85b200767415', 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'mac_address': 'fa:16:3e:dc:2a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'd34651d4-afa5-4ccf-825b-2a13925b4ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:20Z', 'updated_at': '2021-01-26T21:55:37Z', 'revision_number': 5, 'project_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'subnets': [{'id': 'd34651d4-afa5-4ccf-825b-2a13925b4ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:03:28.398149 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d25a8b-5f66-4aa2-802e-9543f72de5d6 None None] The sync data for ids ['bcfb3fff-4594-4cea-ae9f-548bbaef08fc'] in dv-cinder-772126-1-iscsi is: [{'id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1210003276-router', 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd928ad77-29f1-4fa1-b370-22bea2f190ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:55:06Z', 'updated_at': '2021-01-26T21:55:22Z', 'revision_number': 4, 'project_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'gw_port': {'id': 'd928ad77-29f1-4fa1-b370-22bea2f190ed', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:09Z', 'updated_at': '2021-01-26T21:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': '179080c4-38a5-4df1-b53d-1fa54069dd02', 'name': '', 'network_id': 'a055a280-6113-40f9-90e9-85b200767415', 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'mac_address': 'fa:16:3e:dc:2a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'd34651d4-afa5-4ccf-825b-2a13925b4ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:20Z', 'updated_at': '2021-01-26T21:55:37Z', 'revision_number': 5, 'project_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'subnets': [{'id': 'd34651d4-afa5-4ccf-825b-2a13925b4ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 22:03:28.889894 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32efba4-7753-4cab-8baf-50d6a3e250a9 None None] New status for floating IP c2c75c87-fc5e-4e77-9887-e32a7ed6cb3f: DOWN {{(pid=80150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 26 22:03:29.130079 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d025171c-f9d8-4935-a5d5-862a1fe0d2a6 req-e1e9f3a0-782f-4a43-8da2-743d01f357e0 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/ports?device_id=202f2436-3e77-4979-a8d8-ce7592cd8bff HTTP/1.1" status: 200  len: 210 time: 0.0527737
Jan 26 22:03:31.381484 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 51682) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:03:31.459671 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-de26b72e-3faf-4caa-bd45-110306143a14 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:31.494450 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-de26b72e-3faf-4caa-bd45-110306143a14 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:31.566834 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-de26b72e-3faf-4caa-bd45-110306143a14 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:31.572236 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3243eb46-01a4-49d4-9509-7e4f7387d5af tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:03:31.588769 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de26b72e-3faf-4caa-bd45-110306143a14 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d993c4-c2f5-4637-89dd-2637c393d355,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:03:31.600856 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-de26b72e-3faf-4caa-bd45-110306143a14 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:31.602077 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-de26b72e-3faf-4caa-bd45-110306143a14 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "DELETE /v2.0/security-groups/23d993c4-c2f5-4637-89dd-2637c393d355 HTTP/1.1" status: 204  len: 168 time: 0.2195075
Jan 26 22:03:31.603701 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de26b72e-3faf-4caa-bd45-110306143a14 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:31.604118 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de26b72e-3faf-4caa-bd45-110306143a14 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:31.604520 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de26b72e-3faf-4caa-bd45-110306143a14 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:31.604908 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de26b72e-3faf-4caa-bd45-110306143a14 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:31.605302 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de26b72e-3faf-4caa-bd45-110306143a14 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:31.605435 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 51688) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:03:31.605698 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de26b72e-3faf-4caa-bd45-110306143a14 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:31.606096 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de26b72e-3faf-4caa-bd45-110306143a14 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:31.606489 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de26b72e-3faf-4caa-bd45-110306143a14 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:31.606883 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de26b72e-3faf-4caa-bd45-110306143a14 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:31.607312 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de26b72e-3faf-4caa-bd45-110306143a14 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:31.607694 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de26b72e-3faf-4caa-bd45-110306143a14 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:31.608083 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de26b72e-3faf-4caa-bd45-110306143a14 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:31.608513 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de26b72e-3faf-4caa-bd45-110306143a14 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:31.608902 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de26b72e-3faf-4caa-bd45-110306143a14 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:31.609292 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de26b72e-3faf-4caa-bd45-110306143a14 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:31.609794 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de26b72e-3faf-4caa-bd45-110306143a14 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:31.610186 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de26b72e-3faf-4caa-bd45-110306143a14 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:31.610580 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de26b72e-3faf-4caa-bd45-110306143a14 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:31.610967 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de26b72e-3faf-4caa-bd45-110306143a14 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:31.611363 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de26b72e-3faf-4caa-bd45-110306143a14 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:31.611776 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de26b72e-3faf-4caa-bd45-110306143a14 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:31.612173 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de26b72e-3faf-4caa-bd45-110306143a14 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:31.612559 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de26b72e-3faf-4caa-bd45-110306143a14 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:31.612947 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de26b72e-3faf-4caa-bd45-110306143a14 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:31.616545 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-de26b72e-3faf-4caa-bd45-110306143a14 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:03:31.623605 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.v2.resource [None req-2d6638d5-7090-41e6-aec5-f5647d6ba66a tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] show failed (client error): The resource could not be found.
Jan 26 22:03:31.624712 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-2d6638d5-7090-41e6-aec5-f5647d6ba66a tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "GET /v2.0/security-groups/23d993c4-c2f5-4637-89dd-2637c393d355 HTTP/1.1" status: 404  len: 347 time: 0.0183234
Jan 26 22:03:31.627842 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 51692) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:03:31.808243 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-a6041695-6763-4685-a08d-e2104b9c6a89 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Deleting port e1b62587-5878-47ce-be64-f6c84d0ad617 {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:03:31.808626 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a6041695-6763-4685-a08d-e2104b9c6a89 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:31.992431 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a6041695-6763-4685-a08d-e2104b9c6a89 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:31.992803 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a6041695-6763-4685-a08d-e2104b9c6a89 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:32.124973 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-a6041695-6763-4685-a08d-e2104b9c6a89 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Calling delete_port for e1b62587-5878-47ce-be64-f6c84d0ad617 owned by network:floatingip {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:03:32.304041 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a6041695-6763-4685-a08d-e2104b9c6a89 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31462196'] for port, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:32.320457 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-84bcea1f-985a-4a49-839c-204ab09799ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:03:32.426651 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6041695-6763-4685-a08d-e2104b9c6a89 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Pushing event deleted for resources: {'Port': ['ID=e1b62587-5878-47ce-be64-f6c84d0ad617,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:03:32.429837 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a6041695-6763-4685-a08d-e2104b9c6a89 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:03:32.567171 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a6041695-6763-4685-a08d-e2104b9c6a89 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks [] for floatingip, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:32.618515 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a6041695-6763-4685-a08d-e2104b9c6a89 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for floatingip, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:32.619814 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-a6041695-6763-4685-a08d-e2104b9c6a89 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] 10.222.0.30 "DELETE /v2.0/floatingips/c2c75c87-fc5e-4e77-9887-e32a7ed6cb3f HTTP/1.1" status: 204  len: 168 time: 0.9909465
Jan 26 22:03:35.576458 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 51730) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:03:36.373459 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1e2431ba-3e5d-433e-9acb-3933e70e7c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036821519634'] for router_interface, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:36.747720 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-1e2431ba-3e5d-433e-9acb-3933e70e7c2e admin admin] Deleting port 179080c4-38a5-4df1-b53d-1fa54069dd02 {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:03:36.748288 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1e2431ba-3e5d-433e-9acb-3933e70e7c2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:36.928849 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-1e2431ba-3e5d-433e-9acb-3933e70e7c2e admin admin] For port 179080c4-38a5-4df1-b53d-1fa54069dd02, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=179080c4-38a5-4df1-b53d-1fa54069dd02,segment=NetworkSegment(97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec),segment_id=97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec)] {{(pid=80149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:03:36.929172 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1e2431ba-3e5d-433e-9acb-3933e70e7c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:37.063319 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-1e2431ba-3e5d-433e-9acb-3933e70e7c2e admin admin] Calling delete_port for 179080c4-38a5-4df1-b53d-1fa54069dd02 owned by network:router_interface {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:03:37.269624 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1e2431ba-3e5d-433e-9acb-3933e70e7c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31462196'] for port, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:37.287787 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c099770d-161f-4c3b-9a6b-a4fd1861ca56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:03:37.386458 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2431ba-3e5d-433e-9acb-3933e70e7c2e admin admin] Pushing event deleted for resources: {'Port': ['ID=179080c4-38a5-4df1-b53d-1fa54069dd02,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:03:37.389741 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1e2431ba-3e5d-433e-9acb-3933e70e7c2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:03:37.959283 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1e2431ba-3e5d-433e-9acb-3933e70e7c2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036821729918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33259135'] for router_interface, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:38.491506 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2431ba-3e5d-433e-9acb-3933e70e7c2e admin admin] Router bcfb3fff-4594-4cea-ae9f-548bbaef08fc has already been hosted by L3 agent d246ac06-2269-4624-8b82-d0eab6b3335a {{(pid=80149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 22:03:38.689018 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2431ba-3e5d-433e-9acb-3933e70e7c2e admin admin] Notify agent at l3_agent.dv-cinder-772126-1-iscsi the message routers_updated {{(pid=80149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 22:03:38.698371 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3aba6d-70bc-417c-a49b-1da30d208d88 None None] Sync routers for ids ['bcfb3fff-4594-4cea-ae9f-548bbaef08fc'] in dv-cinder-772126-1-iscsi {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 22:03:38.702975 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-1e2431ba-3e5d-433e-9acb-3933e70e7c2e admin admin] 10.222.0.30 "PUT /v2.0/routers/bcfb3fff-4594-4cea-ae9f-548bbaef08fc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1249504
Jan 26 22:03:38.706318 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 51752) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:03:38.710852 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3aba6d-70bc-417c-a49b-1da30d208d88 None None] Routers {'bcfb3fff-4594-4cea-ae9f-548bbaef08fc'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:03:38.711578 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-db3aba6d-70bc-417c-a49b-1da30d208d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5aea8c1d0>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:03:13Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['bcfb3fff-4594-4cea-ae9f-548bbaef08fc'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:03:38.930077 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e8bf3474-c25d-4d4a-900d-fb98e6a7d5e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:39.082744 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-db3aba6d-70bc-417c-a49b-1da30d208d88 None None] Set router bcfb3fff-4594-4cea-ae9f-548bbaef08fc gateway port host: dv-cinder-772126-1-iscsi {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:03:39.125915 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e8bf3474-c25d-4d4a-900d-fb98e6a7d5e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:39.131250 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-e8bf3474-c25d-4d4a-900d-fb98e6a7d5e1 admin admin] Deleting port d928ad77-29f1-4fa1-b370-22bea2f190ed {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:03:39.131652 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e8bf3474-c25d-4d4a-900d-fb98e6a7d5e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:39.379181 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-e8bf3474-c25d-4d4a-900d-fb98e6a7d5e1 admin admin] For port d928ad77-29f1-4fa1-b370-22bea2f190ed, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=d928ad77-29f1-4fa1-b370-22bea2f190ed,segment=NetworkSegment(f4c7a2a5-f441-4cda-be7f-98d9b91d5196),segment_id=f4c7a2a5-f441-4cda-be7f-98d9b91d5196)] {{(pid=80149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:03:39.379626 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e8bf3474-c25d-4d4a-900d-fb98e6a7d5e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:39.393933 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-db3aba6d-70bc-417c-a49b-1da30d208d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5aea8c1d0>, [{'id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1210003276-router', 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd928ad77-29f1-4fa1-b370-22bea2f190ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:55:06Z', 'updated_at': '2021-01-26T22:03:37Z', 'revision_number': 5, 'project_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'gw_port': {'id': 'd928ad77-29f1-4fa1-b370-22bea2f190ed', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:09Z', 'updated_at': '2021-01-26T21:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi'}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:03:39.398022 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3aba6d-70bc-417c-a49b-1da30d208d88 None None] Checking router: bcfb3fff-4594-4cea-ae9f-548bbaef08fc for host: dv-cinder-772126-1-iscsi {{(pid=80151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 22:03:39.407470 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3aba6d-70bc-417c-a49b-1da30d208d88 None None] Routers {'bcfb3fff-4594-4cea-ae9f-548bbaef08fc'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:03:39.408157 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-db3aba6d-70bc-417c-a49b-1da30d208d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5aea8c1d0>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:03:13Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['bcfb3fff-4594-4cea-ae9f-548bbaef08fc'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:03:39.525268 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-e8bf3474-c25d-4d4a-900d-fb98e6a7d5e1 admin admin] Calling delete_port for d928ad77-29f1-4fa1-b370-22bea2f190ed owned by network:router_gateway {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:03:39.555825 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-54acb51a-6803-4415-a662-6397c659d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:39.610292 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-db3aba6d-70bc-417c-a49b-1da30d208d88 None None] Set router bcfb3fff-4594-4cea-ae9f-548bbaef08fc gateway port host: dv-cinder-772126-1-iscsi {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:03:39.645078 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a6bfc-5d53-45b1-8c29-4e4840fa30fd req-363fec1f-87e5-4c28-a38c-84ad4304e61d tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:03:39.646914 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e01a6bfc-5d53-45b1-8c29-4e4840fa30fd req-363fec1f-87e5-4c28-a38c-84ad4304e61d tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4dbf63-2845-461b-bfba-e0428f612277 HTTP/1.1" status: 200  len: 945 time: 0.3400912
Jan 26 22:03:39.723552 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e01a6bfc-5d53-45b1-8c29-4e4840fa30fd req-c3933567-4a46-4aac-a3fe-503027636de3 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.30 "GET /v2.0/security-groups?id=271c8670-57af-423c-b843-484955cf0946&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591943
Jan 26 22:03:39.787417 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e8bf3474-c25d-4d4a-900d-fb98e6a7d5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31462196'] for port, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:39.952641 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-db3aba6d-70bc-417c-a49b-1da30d208d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5aea8c1d0>, [{'id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1210003276-router', 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd928ad77-29f1-4fa1-b370-22bea2f190ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:55:06Z', 'updated_at': '2021-01-26T22:03:37Z', 'revision_number': 5, 'project_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'gw_port': {'id': 'd928ad77-29f1-4fa1-b370-22bea2f190ed', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:09Z', 'updated_at': '2021-01-26T21:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi'}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:03:39.957481 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3aba6d-70bc-417c-a49b-1da30d208d88 None None] The sync data for ids ['bcfb3fff-4594-4cea-ae9f-548bbaef08fc'] in dv-cinder-772126-1-iscsi is: [{'id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1210003276-router', 'tenant_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.227'}], 'enable_snat': True}, 'gw_port_id': 'd928ad77-29f1-4fa1-b370-22bea2f190ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:55:06Z', 'updated_at': '2021-01-26T22:03:37Z', 'revision_number': 5, 'project_id': 'c8cd6f60f4bf49aabee2ed7fc70c2d8b', 'gw_port': {'id': 'd928ad77-29f1-4fa1-b370-22bea2f190ed', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:2a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfb3fff-4594-4cea-ae9f-548bbaef08fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:55:09Z', 'updated_at': '2021-01-26T21:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi'}] {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 22:03:39.994753 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e8bf3474-c25d-4d4a-900d-fb98e6a7d5e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33254391'] for router_gateway, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:40.134981 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e8bf3474-c25d-4d4a-900d-fb98e6a7d5e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33261030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854745232'] for router, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:40.137362 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e8bf3474-c25d-4d4a-900d-fb98e6a7d5e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:40.224311 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e8bf3474-c25d-4d4a-900d-fb98e6a7d5e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036821514634'] for router, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:40.225210 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8bf3474-c25d-4d4a-900d-fb98e6a7d5e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcfb3fff-4594-4cea-ae9f-548bbaef08fc {{(pid=80149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 26 22:03:40.238836 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e8bf3474-c25d-4d4a-900d-fb98e6a7d5e1 admin admin] Notify callbacks [] for router, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:40.240033 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-e8bf3474-c25d-4d4a-900d-fb98e6a7d5e1 admin admin] 10.222.0.30 "DELETE /v2.0/routers/bcfb3fff-4594-4cea-ae9f-548bbaef08fc HTTP/1.1" status: 204  len: 168 time: 1.5326753
Jan 26 22:03:40.242674 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 51762) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:03:40.315974 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f719fe2-6b4f-44c1-9aad-3b26095f87b6 admin admin] Deleting subnet d34651d4-afa5-4ccf-825b-2a13925b4ac2 {{(pid=80149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 26 22:03:40.319106 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1f719fe2-6b4f-44c1-9aad-3b26095f87b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:40.373121 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1f719fe2-6b4f-44c1-9aad-3b26095f87b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036823318344'] for subnet, precommit_delete_associations {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:40.460709 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1f719fe2-6b4f-44c1-9aad-3b26095f87b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-902117'] for subnet, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:40.715920 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device d928ad77-29f1-4fa1-b370-22bea2f190ed no longer exists at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 22:03:40.756222 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] No Port match for: d928ad77-29f1-4fa1-b370-22bea2f190ed {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 22:03:40.756222 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device d928ad77-29f1-4fa1-b370-22bea2f190ed not bound to the agent host dv-cinder-772126-1-iscsi {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 22:03:40.756222 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 179080c4-38a5-4df1-b53d-1fa54069dd02 no longer exists at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 22:03:40.793495 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] No Port match for: 179080c4-38a5-4df1-b53d-1fa54069dd02 {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 22:03:40.793885 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 179080c4-38a5-4df1-b53d-1fa54069dd02 not bound to the agent host dv-cinder-772126-1-iscsi {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 22:03:41.082326 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 41e0b2f2-3224-487e-af03-430248d118cc up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:03:41.089782 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c5018f-308e-4762-953f-b3837fea7c77 req-18521f02-0e56-49bc-9406-d6cde93b37c5 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:03:41.091510 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f7c5018f-308e-4762-953f-b3837fea7c77 req-18521f02-0e56-49bc-9406-d6cde93b37c5 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4dbf63-2845-461b-bfba-e0428f612277 HTTP/1.1" status: 200  len: 945 time: 0.2123599
Jan 26 22:03:41.158437 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 41e0b2f2-3224-487e-af03-430248d118cc triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:03:41.158997 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:41.210588 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f7c5018f-308e-4762-953f-b3837fea7c77 req-68c711f4-deb5-44a3-b1eb-40c13551136f tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.30 "GET /v2.0/security-groups?id=271c8670-57af-423c-b843-484955cf0946&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763237
Jan 26 22:03:41.213096 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1f719fe2-6b4f-44c1-9aad-3b26095f87b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853873682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31461600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31482902'] for subnet, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:41.232984 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:03:41.339785 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f719fe2-6b4f-44c1-9aad-3b26095f87b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d34651d4-afa5-4ccf-825b-2a13925b4ac2,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:03:41.348900 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1f719fe2-6b4f-44c1-9aad-3b26095f87b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:03:41.397678 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9594cb0-f54a-4d12-b08e-9e5e98c2b736 req-d9b4ef71-57f8-4b38-afcf-06dccc49afb8 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:03:41.399287 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d9594cb0-f54a-4d12-b08e-9e5e98c2b736 req-d9b4ef71-57f8-4b38-afcf-06dccc49afb8 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec4dbf63-2845-461b-bfba-e0428f612277 HTTP/1.1" status: 200  len: 945 time: 0.3068120
Jan 26 22:03:41.491421 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1f719fe2-6b4f-44c1-9aad-3b26095f87b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:41.494818 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fcfd56-646b-4849-b631-eeab019d47da None None] Network a055a280-6113-40f9-90e9-85b200767415 requested from dv-cinder-772126-1-iscsi {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 22:03:41.511068 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-d9594cb0-f54a-4d12-b08e-9e5e98c2b736 req-2580a1a5-a93c-4abd-b59f-f9cf88d84a83 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Deleting port 41e0b2f2-3224-487e-af03-430248d118cc {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:03:41.511565 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-d9594cb0-f54a-4d12-b08e-9e5e98c2b736 req-2580a1a5-a93c-4abd-b59f-f9cf88d84a83 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:41.547621 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-1f719fe2-6b4f-44c1-9aad-3b26095f87b6 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d34651d4-afa5-4ccf-825b-2a13925b4ac2 HTTP/1.1" status: 204  len: 168 time: 1.3008916
Jan 26 22:03:41.548537 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 51768) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:03:41.673312 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-532bfba2-5551-45d6-897d-e20d619ce11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695781'] for network, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:41.750553 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-532bfba2-5551-45d6-897d-e20d619ce11d admin admin] Deleting port 12f3bfc8-eb31-4ba5-a6fa-1ab43efed910 {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:03:41.751040 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-532bfba2-5551-45d6-897d-e20d619ce11d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:41.759784 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1d978a-6c52-4bd0-80e5-b0f71ea100ae None None] DHCP port deletion for a055a280-6113-40f9-90e9-85b200767415 request from dv-cinder-772126-1-iscsi {{(pid=80150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 26 22:03:41.764008 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-0f1d978a-6c52-4bd0-80e5-b0f71ea100ae None None] Deleting port 12f3bfc8-eb31-4ba5-a6fa-1ab43efed910 {{(pid=80150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:03:41.764515 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0f1d978a-6c52-4bd0-80e5-b0f71ea100ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:41.804357 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-d9594cb0-f54a-4d12-b08e-9e5e98c2b736 req-2580a1a5-a93c-4abd-b59f-f9cf88d84a83 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] For port 41e0b2f2-3224-487e-af03-430248d118cc, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=41e0b2f2-3224-487e-af03-430248d118cc,segment=NetworkSegment(f374c4f9-2552-4e5c-9d66-64cb98fcef90),segment_id=f374c4f9-2552-4e5c-9d66-64cb98fcef90)] {{(pid=80149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:03:41.804754 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-d9594cb0-f54a-4d12-b08e-9e5e98c2b736 req-2580a1a5-a93c-4abd-b59f-f9cf88d84a83 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:41.943705 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-d9594cb0-f54a-4d12-b08e-9e5e98c2b736 req-2580a1a5-a93c-4abd-b59f-f9cf88d84a83 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Calling delete_port for 41e0b2f2-3224-487e-af03-430248d118cc owned by compute:nova {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:03:41.993633 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-0f1d978a-6c52-4bd0-80e5-b0f71ea100ae None None] For port 12f3bfc8-eb31-4ba5-a6fa-1ab43efed910, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=12f3bfc8-eb31-4ba5-a6fa-1ab43efed910,segment=NetworkSegment(97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec),segment_id=97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:03:41.993991 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0f1d978a-6c52-4bd0-80e5-b0f71ea100ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:41.994416 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-532bfba2-5551-45d6-897d-e20d619ce11d admin admin] For port 12f3bfc8-eb31-4ba5-a6fa-1ab43efed910, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=12f3bfc8-eb31-4ba5-a6fa-1ab43efed910,segment=NetworkSegment(97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec),segment_id=97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:03:41.994817 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-532bfba2-5551-45d6-897d-e20d619ce11d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:42.136921 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-0f1d978a-6c52-4bd0-80e5-b0f71ea100ae None None] Calling delete_port for 12f3bfc8-eb31-4ba5-a6fa-1ab43efed910 owned by network:dhcp {{(pid=80150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:03:42.144258 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-532bfba2-5551-45d6-897d-e20d619ce11d admin admin] Calling delete_port for 12f3bfc8-eb31-4ba5-a6fa-1ab43efed910 owned by network:dhcp {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:03:42.150242 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-d9594cb0-f54a-4d12-b08e-9e5e98c2b736 req-2580a1a5-a93c-4abd-b59f-f9cf88d84a83 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31462196'] for port, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:42.167033 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:03:42.217570 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2580a1a5-a93c-4abd-b59f-f9cf88d84a83 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Pushing event deleted for resources: {'Port': ['ID=41e0b2f2-3224-487e-af03-430248d118cc,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:03:42.230776 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.db.api [None req-532bfba2-5551-45d6-897d-e20d619ce11d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80148) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 26 22:03:42.231271 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_db.api [None req-532bfba2-5551-45d6-897d-e20d619ce11d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 26 22:03:42.241029 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0f1d978a-6c52-4bd0-80e5-b0f71ea100ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520'] for port, after_delete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:42.257491 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:03:42.271792 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2580a1a5-a93c-4abd-b59f-f9cf88d84a83 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:03:42.355228 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d978a-6c52-4bd0-80e5-b0f71ea100ae None None] Pushing event deleted for resources: {'Port': ['ID=12f3bfc8-eb31-4ba5-a6fa-1ab43efed910,revision_number=None']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:03:42.358144 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-0f1d978a-6c52-4bd0-80e5-b0f71ea100ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:03:42.414425 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1d978a-6c52-4bd0-80e5-b0f71ea100ae None None] No DVR routers for this DVR port 12f3bfc8-eb31-4ba5-a6fa-1ab43efed910 on host dv-cinder-772126-1-iscsi {{(pid=80150) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 22:03:42.432783 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9594cb0-f54a-4d12-b08e-9e5e98c2b736 req-2580a1a5-a93c-4abd-b59f-f9cf88d84a83 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] No DVR routers for this DVR port 41e0b2f2-3224-487e-af03-430248d118cc on host hv-cinder-77212 {{(pid=80149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 22:03:42.439785 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-d9594cb0-f54a-4d12-b08e-9e5e98c2b736 req-2580a1a5-a93c-4abd-b59f-f9cf88d84a83 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:42.442590 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4dbf63-2845-461b-bfba-e0428f612277', 'name': 'network-vif-deleted', 'tag': '41e0b2f2-3224-487e-af03-430248d118cc'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:03:42.448997 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a156a64c-fc54-49e4-a08c-f595435a54c1 req-124561f1-1a61-48d1-b058-379ef4bf5b95 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec4dbf63-2845-461b-bfba-e0428f612277 HTTP/1.1" status: 200  len: 210 time: 0.0706205
Jan 26 22:03:42.488269 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d9594cb0-f54a-4d12-b08e-9e5e98c2b736 req-2580a1a5-a93c-4abd-b59f-f9cf88d84a83 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] 10.222.0.45 "DELETE /v2.0/ports/41e0b2f2-3224-487e-af03-430248d118cc HTTP/1.1" status: 204  len: 173 time: 1.0762718
Jan 26 22:03:42.514679 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4dbf63-2845-461b-bfba-e0428f612277', 'name': 'network-vif-deleted', 'tag': '41e0b2f2-3224-487e-af03-430248d118cc', 'status': 'completed', 'code': 200}
Jan 26 22:03:42.717133 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 12f3bfc8-eb31-4ba5-a6fa-1ab43efed910 no longer exists at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 22:03:42.732890 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-532bfba2-5551-45d6-897d-e20d619ce11d admin admin] Deleting port 12f3bfc8-eb31-4ba5-a6fa-1ab43efed910 {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:03:42.733361 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-532bfba2-5551-45d6-897d-e20d619ce11d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:42.759282 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] No Port match for: 12f3bfc8-eb31-4ba5-a6fa-1ab43efed910 {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 22:03:42.759706 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 12f3bfc8-eb31-4ba5-a6fa-1ab43efed910 not bound to the agent host dv-cinder-772126-1-iscsi {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 22:03:42.961439 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 41e0b2f2-3224-487e-af03-430248d118cc no longer exists at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 22:03:42.998868 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] No Port match for: 41e0b2f2-3224-487e-af03-430248d118cc {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 22:03:42.999259 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 41e0b2f2-3224-487e-af03-430248d118cc not bound to the agent host hv-cinder-77212 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 22:03:43.029294 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-532bfba2-5551-45d6-897d-e20d619ce11d admin admin] The port '12f3bfc8-eb31-4ba5-a6fa-1ab43efed910' was deleted {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 26 22:03:43.178650 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-532bfba2-5551-45d6-897d-e20d619ce11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917372', 'neutron.services.segments.db._delete_segments_for_network--9223363247824506586'] for network, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:43.304448 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.segments.db [None req-532bfba2-5551-45d6-897d-e20d619ce11d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe5aeb068d0>,) {'filters': {'network_id': ['a055a280-6113-40f9-90e9-85b200767415']}} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:03:43.320082 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.segments.db [None req-532bfba2-5551-45d6-897d-e20d619ce11d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5aeb068d0>, '97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec') {'for_net_delete': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:03:43.324281 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.segments.db [None req-532bfba2-5551-45d6-897d-e20d619ce11d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5aeb068d0>, '97a467fb-55d3-41f1-b6ae-3ccbf06ec0ec') {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:03:43.333818 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-532bfba2-5551-45d6-897d-e20d619ce11d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247824509914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036821563736'] for segment, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:43.352085 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-532bfba2-5551-45d6-897d-e20d619ce11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853870792'] for segment, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:43.355633 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-532bfba2-5551-45d6-897d-e20d619ce11d admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 26 22:03:43.373942 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:43.408164 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-daa9901f-dec7-4c6a-8b0c-76262839059c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:43.536447 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-532bfba2-5551-45d6-897d-e20d619ce11d admin admin] Network a055a280-6113-40f9-90e9-85b200767415 has no segments {{(pid=80148) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 22:03:43.550039 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-532bfba2-5551-45d6-897d-e20d619ce11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-905039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822365897'] for segment, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:43.738215 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-532bfba2-5551-45d6-897d-e20d619ce11d admin admin] Network a055a280-6113-40f9-90e9-85b200767415 has no segments {{(pid=80148) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 22:03:43.762670 dv-cinder-772126-1-iscsi neutron-server[80035]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 26 22:03:43.762670 dv-cinder-772126-1-iscsi neutron-server[80035]:   % (table.description, expected, rows_matched)
Jan 26 22:03:43.762670 dv-cinder-772126-1-iscsi neutron-server[80035]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 26 22:03:43.762670 dv-cinder-772126-1-iscsi neutron-server[80035]:   % (table.description, expected, rows_matched)
Jan 26 22:03:43.762670 dv-cinder-772126-1-iscsi neutron-server[80035]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 26 22:03:43.762670 dv-cinder-772126-1-iscsi neutron-server[80035]:   % (table.description, expected, rows_matched)
Jan 26 22:03:43.762670 dv-cinder-772126-1-iscsi neutron-server[80035]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jan 26 22:03:43.762670 dv-cinder-772126-1-iscsi neutron-server[80035]:   % (table.description, expected, rows_matched)
Jan 26 22:03:43.762670 dv-cinder-772126-1-iscsi neutron-server[80035]: Traceback (most recent call last):
Jan 26 22:03:43.762670 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 26 22:03:43.762670 dv-cinder-772126-1-iscsi neutron-server[80035]:     timer()
Jan 26 22:03:43.762670 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 26 22:03:43.762670 dv-cinder-772126-1-iscsi neutron-server[80035]:     cb(*args, **kw)
Jan 26 22:03:43.762670 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 26 22:03:43.762670 dv-cinder-772126-1-iscsi neutron-server[80035]:     return func(*args, **kwargs)
Jan 26 22:03:43.762670 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 26 22:03:43.762670 dv-cinder-772126-1-iscsi neutron-server[80035]:     self._notify()
Jan 26 22:03:43.762670 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 26 22:03:43.762670 dv-cinder-772126-1-iscsi neutron-server[80035]:     self.callback(batched_events)
Jan 26 22:03:43.762670 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 26 22:03:43.762670 dv-cinder-772126-1-iscsi neutron-server[80035]:     event.method(event)
Jan 26 22:03:43.762670 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 26 22:03:43.762670 dv-cinder-772126-1-iscsi neutron-server[80035]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 26 22:03:43.762670 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 26 22:03:43.762670 dv-cinder-772126-1-iscsi neutron-server[80035]:     segment_id)['aggregates'][0]
Jan 26 22:03:43.762670 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 26 22:03:43.762670 dv-cinder-772126-1-iscsi neutron-server[80035]:     return f(self, *a, **k)
Jan 26 22:03:43.762670 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 26 22:03:43.762670 dv-cinder-772126-1-iscsi neutron-server[80035]:     return self._get(url).json()
Jan 26 22:03:43.762670 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 26 22:03:43.762670 dv-cinder-772126-1-iscsi neutron-server[80035]:     **kwargs)
Jan 26 22:03:43.762670 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 26 22:03:43.762670 dv-cinder-772126-1-iscsi neutron-server[80035]:     return self.request(url, 'GET', **kwargs)
Jan 26 22:03:43.762670 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 26 22:03:43.762670 dv-cinder-772126-1-iscsi neutron-server[80035]:     **endpoint_filter)
Jan 26 22:03:43.762670 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 26 22:03:43.762670 dv-cinder-772126-1-iscsi neutron-server[80035]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 26 22:03:43.762670 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 26 22:03:43.762670 dv-cinder-772126-1-iscsi neutron-server[80035]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 26 22:03:43.762670 dv-cinder-772126-1-iscsi neutron-server[80035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 26 22:03:43.887436 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-532bfba2-5551-45d6-897d-e20d619ce11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853858444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036821521443'] for network, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:43.891886 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:03:43.906270 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-532bfba2-5551-45d6-897d-e20d619ce11d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for network, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:43.918033 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532bfba2-5551-45d6-897d-e20d619ce11d admin admin] Pushing event deleted for resources: {'Network': ['ID=a055a280-6113-40f9-90e9-85b200767415,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:03:43.921977 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-532bfba2-5551-45d6-897d-e20d619ce11d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:03:43.968254 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-532bfba2-5551-45d6-897d-e20d619ce11d admin admin] 10.222.0.30 "DELETE /v2.0/networks/a055a280-6113-40f9-90e9-85b200767415 HTTP/1.1" status: 204  len: 168 time: 2.4185109
Jan 26 22:03:44.206354 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 51786) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:03:44.263228 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-b2a0b122-165b-4890-aaec-63b449824c46 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c8cd6f60f4bf49aabee2ed7fc70c2d8b&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0555294
Jan 26 22:03:44.265808 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 51790) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:03:44.334754 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d24eb757-7f89-4e65-b448-b2dfcf9effdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:44.364608 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d24eb757-7f89-4e65-b448-b2dfcf9effdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:44.437549 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d24eb757-7f89-4e65-b448-b2dfcf9effdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:44.443496 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3497d02d-20d6-4f20-9126-1cb5e6c4062e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:03:44.453182 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:44.457896 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24eb757-7f89-4e65-b448-b2dfcf9effdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833e44be-ceeb-47d4-bd80-db4e339fdf45,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:03:44.460413 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d24eb757-7f89-4e65-b448-b2dfcf9effdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:03:44.465882 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d24eb757-7f89-4e65-b448-b2dfcf9effdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:44.467116 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-d24eb757-7f89-4e65-b448-b2dfcf9effdd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/833e44be-ceeb-47d4-bd80-db4e339fdf45 HTTP/1.1" status: 204  len: 168 time: 0.1997037
Jan 26 22:03:44.613169 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:45.052110 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 22:03:45.356041 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:45.620609 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 51820) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:03:45.771019 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-d30a6ac4-45d4-4a7b-ae5e-ce3fc1ad3096 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-464932842-network', 'tenant_id': '60dfcf3014784939a1cc511726ce21b9'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:03:45.776137 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-d30a6ac4-45d4-4a7b-ae5e-ce3fc1ad3096 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:03:45.780278 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-d30a6ac4-45d4-4a7b-ae5e-ce3fc1ad3096 admin admin] Usage tracker for resource:network and tenant:60dfcf3014784939a1cc511726ce21b9 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:03:45.783380 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-d30a6ac4-45d4-4a7b-ae5e-ce3fc1ad3096 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:03:45.789203 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-d30a6ac4-45d4-4a7b-ae5e-ce3fc1ad3096 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:03:45.818421 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30a6ac4-45d4-4a7b-ae5e-ce3fc1ad3096 admin admin] Made reservation on behalf of 60dfcf3014784939a1cc511726ce21b9 for: {'network': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 22:03:45.823276 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d30a6ac4-45d4-4a7b-ae5e-ce3fc1ad3096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for network, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:45.836628 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d30a6ac4-45d4-4a7b-ae5e-ce3fc1ad3096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:45.852428 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-d30a6ac4-45d4-4a7b-ae5e-ce3fc1ad3096 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:03:45.856501 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-d30a6ac4-45d4-4a7b-ae5e-ce3fc1ad3096 admin admin] Usage tracker for resource:security_group_rule and tenant:60dfcf3014784939a1cc511726ce21b9 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:03:45.860395 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-d30a6ac4-45d4-4a7b-ae5e-ce3fc1ad3096 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:03:45.866007 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-d30a6ac4-45d4-4a7b-ae5e-ce3fc1ad3096 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:03:45.953290 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d30a6ac4-45d4-4a7b-ae5e-ce3fc1ad3096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:45.984264 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d30a6ac4-45d4-4a7b-ae5e-ce3fc1ad3096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:45.989716 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a6cd189f-71e2-432f-a389-5f368cc3cdfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:03:46.022690 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d30a6ac4-45d4-4a7b-ae5e-ce3fc1ad3096 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 26 22:03:46.032765 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30a6ac4-45d4-4a7b-ae5e-ce3fc1ad3096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a16045-604f-4a4d-b885-60fb130a4f78,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:03:46.036825 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d30a6ac4-45d4-4a7b-ae5e-ce3fc1ad3096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:03:46.039482 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d30a6ac4-45d4-4a7b-ae5e-ce3fc1ad3096 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789030269214', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853870792'] for segment, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:46.039922 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.db.segments_db [None req-d30a6ac4-45d4-4a7b-ae5e-ce3fc1ad3096 admin admin] Added segment fd74516d-a689-4060-abef-5152681981b3 of type vxlan for network bcb900ab-09f7-4daf-a87d-d29a89c050da
Jan 26 22:03:46.126521 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d30a6ac4-45d4-4a7b-ae5e-ce3fc1ad3096 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247825098817'] for network, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:46.201348 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d30a6ac4-45d4-4a7b-ae5e-ce3fc1ad3096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897'] for network, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:46.202619 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30a6ac4-45d4-4a7b-ae5e-ce3fc1ad3096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:03:46.203384 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d30a6ac4-45d4-4a7b-ae5e-ce3fc1ad3096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for network, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:46.208637 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-cb346f8e-cdb7-48e9-b214-3050f73dd5b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:03:46.320940 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30a6ac4-45d4-4a7b-ae5e-ce3fc1ad3096 admin admin] Pushing event updated for resources: {'Network': ['ID=bcb900ab-09f7-4daf-a87d-d29a89c050da,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:03:46.322474 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d30a6ac4-45d4-4a7b-ae5e-ce3fc1ad3096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:03:46.334069 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Network bcb900ab-09f7-4daf-a87d-d29a89c050da details requested by agent ovs-agent-dv-cinder-772126-1-iscsi with host dv-cinder-772126-1-iscsi {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 22:03:46.339469 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-d30a6ac4-45d4-4a7b-ae5e-ce3fc1ad3096 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 0.7176549
Jan 26 22:03:46.342406 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 51826) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:03:46.349396 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-d3f11653-03fa-4bfa-b17a-940aecf5c908 admin admin] Request body: {'subnet': {'network_id': 'bcb900ab-09f7-4daf-a87d-d29a89c050da', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-464932842-subnet', 'tenant_id': '60dfcf3014784939a1cc511726ce21b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:03:46.354854 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-d3f11653-03fa-4bfa-b17a-940aecf5c908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:03:46.358949 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-d3f11653-03fa-4bfa-b17a-940aecf5c908 admin admin] Usage tracker for resource:subnet and tenant:60dfcf3014784939a1cc511726ce21b9 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:03:46.362700 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-d3f11653-03fa-4bfa-b17a-940aecf5c908 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:03:46.368676 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-d3f11653-03fa-4bfa-b17a-940aecf5c908 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:03:46.400939 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f11653-03fa-4bfa-b17a-940aecf5c908 admin admin] Made reservation on behalf of 60dfcf3014784939a1cc511726ce21b9 for: {'subnet': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 22:03:46.405881 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d3f11653-03fa-4bfa-b17a-940aecf5c908 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036823292868'] for subnet, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:46.986952 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d3f11653-03fa-4bfa-b17a-940aecf5c908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036823314267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036823292883'] for subnet, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:47.004168 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:03:47.132544 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f11653-03fa-4bfa-b17a-940aecf5c908 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76424a3e-3bc6-47af-a6d3-63e8d7b4146b,revision_number=0']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:03:47.145680 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d3f11653-03fa-4bfa-b17a-940aecf5c908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:03:47.208381 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f11653-03fa-4bfa-b17a-940aecf5c908 admin admin] Checking segment: {'id': 'fd74516d-a689-4060-abef-5152681981b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bcb900ab-09f7-4daf-a87d-d29a89c050da'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 22:03:47.208715 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f11653-03fa-4bfa-b17a-940aecf5c908 admin admin] Network hostable DHCP agents. Network: bcb900ab-09f7-4daf-a87d-d29a89c050da, hostable agents: ['31d7f489-5cf7-4386-baac-120d285301b4'], hosted agents: [] {{(pid=80149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 26 22:03:47.269956 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f11653-03fa-4bfa-b17a-940aecf5c908 admin admin] Network bcb900ab-09f7-4daf-a87d-d29a89c050da is scheduled to be hosted by DHCP agent 31d7f489-5cf7-4386-baac-120d285301b4 with binding_index 1 {{(pid=80149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 26 22:03:47.360872 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-d3f11653-03fa-4bfa-b17a-940aecf5c908 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-1-iscsi, bcb900ab-09f7-4daf-a87d-d29a89c050da) {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 22:03:47.370149 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42865b7d-f45a-48e4-ad14-b0e65e94431f None None] Network bcb900ab-09f7-4daf-a87d-d29a89c050da requested from dv-cinder-772126-1-iscsi {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 22:03:47.373503 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f11653-03fa-4bfa-b17a-940aecf5c908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:03:47.374160 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d3f11653-03fa-4bfa-b17a-940aecf5c908 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:47.419090 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-d3f11653-03fa-4bfa-b17a-940aecf5c908 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0753829
Jan 26 22:03:47.421854 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 51832) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:03:47.427382 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-c5e7a16f-f4a5-4a21-af41-9a0b64889d01 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-464932842-router', 'tenant_id': '60dfcf3014784939a1cc511726ce21b9', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'}}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:03:47.432435 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-c5e7a16f-f4a5-4a21-af41-9a0b64889d01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:03:47.436528 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-c5e7a16f-f4a5-4a21-af41-9a0b64889d01 admin admin] Usage tracker for resource:router and tenant:60dfcf3014784939a1cc511726ce21b9 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:03:47.440240 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-c5e7a16f-f4a5-4a21-af41-9a0b64889d01 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:03:47.446129 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-c5e7a16f-f4a5-4a21-af41-9a0b64889d01 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:03:47.481261 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c5e7a16f-f4a5-4a21-af41-9a0b64889d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33260817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854745247'] for router, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:47.482336 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c5e7a16f-f4a5-4a21-af41-9a0b64889d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036821530053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036821521605', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33219226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30568'] for router, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:47.599646 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c5e7a16f-f4a5-4a21-af41-9a0b64889d01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:47.601986 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54911679-3afd-452a-8db7-0fa3a9498aa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45ffbaf4-b3a1-547e-b523-a9c7770f6ba3-bcb900ab-09f7-4daf-a87d-d29a89c050da', 'network_id': 'bcb900ab-09f7-4daf-a87d-d29a89c050da', 'tenant_id': '60dfcf3014784939a1cc511726ce21b9', 'fixed_ips': [{'subnet_id': '76424a3e-3bc6-47af-a6d3-63e8d7b4146b'}]}} from dv-cinder-772126-1-iscsi. {{(pid=80150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 26 22:03:47.602901 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-54911679-3afd-452a-8db7-0fa3a9498aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:47.898135 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-54911679-3afd-452a-8db7-0fa3a9498aa6 None None] Allocated IP 172.20.0.2 (bcb900ab-09f7-4daf-a87d-d29a89c050da/76424a3e-3bc6-47af-a6d3-63e8d7b4146b/dc62b8f3-4d99-480e-93b8-958b820c6ff4) {{(pid=80150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 22:03:47.926118 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c5e7a16f-f4a5-4a21-af41-9a0b64889d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036821521622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33260800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30471'] for router, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:48.126980 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-54911679-3afd-452a-8db7-0fa3a9498aa6 None None] Notify callbacks [] for port, precommit_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:48.137947 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-54911679-3afd-452a-8db7-0fa3a9498aa6 None None] Transition to ACTIVE for port object dc62b8f3-4d99-480e-93b8-958b820c6ff4 will not be triggered until provisioned by entity L2. {{(pid=80150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 22:03:48.154984 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-54911679-3afd-452a-8db7-0fa3a9498aa6 None None] Transition to ACTIVE for port object dc62b8f3-4d99-480e-93b8-958b820c6ff4 will not be triggered until provisioned by entity DHCP. {{(pid=80150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 22:03:48.190163 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-54911679-3afd-452a-8db7-0fa3a9498aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008'] for port, after_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:48.204656 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:03:48.302593 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c5e7a16f-f4a5-4a21-af41-9a0b64889d01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:48.337161 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c5e7a16f-f4a5-4a21-af41-9a0b64889d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:48.340438 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54911679-3afd-452a-8db7-0fa3a9498aa6 None None] Pushing event updated for resources: {'Port': ['ID=dc62b8f3-4d99-480e-93b8-958b820c6ff4,revision_number=1']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:03:48.344307 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-54911679-3afd-452a-8db7-0fa3a9498aa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:03:48.402511 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54911679-3afd-452a-8db7-0fa3a9498aa6 None None] Network bcb900ab-09f7-4daf-a87d-d29a89c050da is already hosted by enough agents. {{(pid=80150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 22:03:48.403781 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-54911679-3afd-452a-8db7-0fa3a9498aa6 None None] Resources bound (agent type, host, resource id):  {{(pid=80150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 22:03:48.407025 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54911679-3afd-452a-8db7-0fa3a9498aa6 None None] Received port after_create {{(pid=80150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 22:03:48.475752 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-54911679-3afd-452a-8db7-0fa3a9498aa6 None None] Attempting to bind port dc62b8f3-4d99-480e-93b8-958b820c6ff4 on host dv-cinder-772126-1-iscsi for vnic_type normal with profile  {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 22:03:48.476173 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-54911679-3afd-452a-8db7-0fa3a9498aa6 None None] Attempting to bind port dc62b8f3-4d99-480e-93b8-958b820c6ff4 by drivers openvswitch on host dv-cinder-772126-1-iscsi at level 0 using segments [{'id': 'fd74516d-a689-4060-abef-5152681981b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bcb900ab-09f7-4daf-a87d-d29a89c050da'}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 22:03:48.476576 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54911679-3afd-452a-8db7-0fa3a9498aa6 None None] Attempting to bind port dc62b8f3-4d99-480e-93b8-958b820c6ff4 on network bcb900ab-09f7-4daf-a87d-d29a89c050da {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 22:03:48.482935 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54911679-3afd-452a-8db7-0fa3a9498aa6 None None] Checking agent: {'id': 'acda3ae2-213d-42a9-bfbd-ef6e74b838e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 21, 45, 45), 'started_at': datetime.datetime(2021, 1, 26, 21, 46, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 22, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 22:03:48.483352 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54911679-3afd-452a-8db7-0fa3a9498aa6 None None] Checking segment: {'id': 'fd74516d-a689-4060-abef-5152681981b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bcb900ab-09f7-4daf-a87d-d29a89c050da'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 22:03:48.483832 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-54911679-3afd-452a-8db7-0fa3a9498aa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:48.484324 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54911679-3afd-452a-8db7-0fa3a9498aa6 None None] Bound using segment: {'id': 'fd74516d-a689-4060-abef-5152681981b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bcb900ab-09f7-4daf-a87d-d29a89c050da'} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 22:03:48.485078 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-54911679-3afd-452a-8db7-0fa3a9498aa6 None None] Bound port: dc62b8f3-4d99-480e-93b8-958b820c6ff4, host: dv-cinder-772126-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd74516d-a689-4060-abef-5152681981b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bcb900ab-09f7-4daf-a87d-d29a89c050da'}}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 22:03:48.485519 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-54911679-3afd-452a-8db7-0fa3a9498aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:48.589122 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-54911679-3afd-452a-8db7-0fa3a9498aa6 None None] For port dc62b8f3-4d99-480e-93b8-958b820c6ff4, host dv-cinder-772126-1-iscsi, cleared binding levels {{(pid=80150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 22:03:48.592612 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-54911679-3afd-452a-8db7-0fa3a9498aa6 None None] For port dc62b8f3-4d99-480e-93b8-958b820c6ff4, host dv-cinder-772126-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=dc62b8f3-4d99-480e-93b8-958b820c6ff4,segment=NetworkSegment(fd74516d-a689-4060-abef-5152681981b3),segment_id=fd74516d-a689-4060-abef-5152681981b3)] {{(pid=80150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 22:03:48.624654 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-54911679-3afd-452a-8db7-0fa3a9498aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:48.645040 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:03:48.686446 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Network bcb900ab-09f7-4daf-a87d-d29a89c050da details requested by agent ovs-agent-hv-cinder-77212 with host hv-cinder-77212 {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 22:03:48.880623 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-c5e7a16f-f4a5-4a21-af41-9a0b64889d01 admin admin] Allocated IP 172.27.2.155 (1ba61b85-6a57-4c86-8c7b-e71ed182691b/36fb7a5a-6726-45c7-9dc5-3a7ad8db1808/f88a3669-1607-44e0-94d7-adf4d8b2c6b4) {{(pid=80149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 22:03:49.045784 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54911679-3afd-452a-8db7-0fa3a9498aa6 None None] Pushing event updated for resources: {'Port': ['ID=dc62b8f3-4d99-480e-93b8-958b820c6ff4,revision_number=2']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:03:49.049638 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-54911679-3afd-452a-8db7-0fa3a9498aa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:03:49.073690 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c5e7a16f-f4a5-4a21-af41-9a0b64889d01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:49.145660 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c5e7a16f-f4a5-4a21-af41-9a0b64889d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31462196'] for port, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:49.162583 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:03:49.302376 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7a16f-f4a5-4a21-af41-9a0b64889d01 admin admin] Pushing event updated for resources: {'Port': ['ID=f88a3669-1607-44e0-94d7-adf4d8b2c6b4,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:03:49.307073 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c5e7a16f-f4a5-4a21-af41-9a0b64889d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:03:49.365330 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e7a16f-f4a5-4a21-af41-9a0b64889d01 admin admin] Network 1ba61b85-6a57-4c86-8c7b-e71ed182691b is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 22:03:49.366635 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-c5e7a16f-f4a5-4a21-af41-9a0b64889d01 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 22:03:49.368946 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e7a16f-f4a5-4a21-af41-9a0b64889d01 admin admin] Received port after_create {{(pid=80149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 22:03:49.895005 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c5e7a16f-f4a5-4a21-af41-9a0b64889d01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:50.263315 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c5e7a16f-f4a5-4a21-af41-9a0b64889d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036821515000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33254161'] for router, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:50.521252 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e7a16f-f4a5-4a21-af41-9a0b64889d01 admin admin] Router 9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da is scheduled to L3 agent d246ac06-2269-4624-8b82-d0eab6b3335a with binding_index 1 {{(pid=80149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 26 22:03:50.589023 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78de0413-2089-4975-a709-e22e67d205f4 None None] Network bcb900ab-09f7-4daf-a87d-d29a89c050da requested from dv-cinder-772126-1-iscsi {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 22:03:50.715721 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-06de76e9-04c3-40cc-b028-f8326fe9770e None None] Provisioning for port dc62b8f3-4d99-480e-93b8-958b820c6ff4 completed by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 22:03:50.722870 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e7a16f-f4a5-4a21-af41-9a0b64889d01 admin admin] Notify agent at l3_agent.dv-cinder-772126-1-iscsi the message routers_updated {{(pid=80149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 22:03:50.744981 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de59273a-71d8-4e62-9b45-f1e2c587f39a None None] Sync routers for ids ['9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da'] in dv-cinder-772126-1-iscsi {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 22:03:50.767606 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c5e7a16f-f4a5-4a21-af41-9a0b64889d01 admin admin] Notify callbacks [] for router, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:50.768537 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-c5e7a16f-f4a5-4a21-af41-9a0b64889d01 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.3456666
Jan 26 22:03:50.774506 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 51850) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:03:50.792361 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de59273a-71d8-4e62-9b45-f1e2c587f39a None None] Routers {'9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:03:50.793071 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-de59273a-71d8-4e62-9b45-f1e2c587f39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5ae020128>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:03:43Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:03:50.862824 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device dc62b8f3-4d99-480e-93b8-958b820c6ff4 up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:03:51.126644 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-de59273a-71d8-4e62-9b45-f1e2c587f39a None None] Set router 9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da gateway port host: dv-cinder-772126-1-iscsi {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:03:51.245401 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning for port dc62b8f3-4d99-480e-93b8-958b820c6ff4 completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 22:03:51.268838 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port dc62b8f3-4d99-480e-93b8-958b820c6ff4 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:03:51.269262 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:51.539555 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c7add50a-198d-48bc-989f-de4229a1e4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:51.553233 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:51.605823 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] For port dc62b8f3-4d99-480e-93b8-958b820c6ff4, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=dc62b8f3-4d99-480e-93b8-958b820c6ff4,segment=NetworkSegment(fd74516d-a689-4060-abef-5152681981b3),segment_id=fd74516d-a689-4060-abef-5152681981b3)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:03:51.617229 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-de59273a-71d8-4e62-9b45-f1e2c587f39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5ae020128>, [{'id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'name': 'tempest-AttachVolumeTestJSON-464932842-router', 'tenant_id': '60dfcf3014784939a1cc511726ce21b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'f88a3669-1607-44e0-94d7-adf4d8b2c6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:03:47Z', 'updated_at': '2021-01-26T22:03:49Z', 'revision_number': 3, 'project_id': '60dfcf3014784939a1cc511726ce21b9', 'gw_port': {'id': 'f88a3669-1607-44e0-94d7-adf4d8b2c6b4', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:03:48Z', 'updated_at': '2021-01-26T22:03:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi'}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:03:51.623997 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de59273a-71d8-4e62-9b45-f1e2c587f39a None None] Checking router: 9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da for host: dv-cinder-772126-1-iscsi {{(pid=80150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 22:03:51.624925 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de59273a-71d8-4e62-9b45-f1e2c587f39a None None] Updating router 9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da port f88a3669-1607-44e0-94d7-adf4d8b2c6b4 binding host dv-cinder-772126-1-iscsi {{(pid=80150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 26 22:03:51.679089 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:51.681982 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:03:51.789026 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-d75ef936-e45c-470c-a350-f3b7efda5951 None None] Provisioning complete for port dc62b8f3-4d99-480e-93b8-958b820c6ff4 triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:03:51.789500 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d75ef936-e45c-470c-a350-f3b7efda5951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:51.822234 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-de59273a-71d8-4e62-9b45-f1e2c587f39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:51.914198 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Pushing event updated for resources: {'Port': ['ID=dc62b8f3-4d99-480e-93b8-958b820c6ff4,revision_number=3']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:03:51.941064 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-c7add50a-198d-48bc-989f-de4229a1e4ef admin admin] Allocated IP 172.20.0.1 (bcb900ab-09f7-4daf-a87d-d29a89c050da/76424a3e-3bc6-47af-a6d3-63e8d7b4146b/e1a57a6b-d8a9-400c-a48b-2c941d5b65bb) {{(pid=80148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 22:03:51.956427 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:03:52.111291 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c7add50a-198d-48bc-989f-de4229a1e4ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:52.130181 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c7add50a-198d-48bc-989f-de4229a1e4ef admin admin] Transition to ACTIVE for port object e1a57a6b-d8a9-400c-a48b-2c941d5b65bb will not be triggered until provisioned by entity DHCP. {{(pid=80148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 22:03:52.179025 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c7add50a-198d-48bc-989f-de4229a1e4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32409920'] for port, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:52.196686 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:03:52.263959 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-53a68bc8-3fde-420c-925d-93298b08ad29 None None] Provisioning complete for port dc62b8f3-4d99-480e-93b8-958b820c6ff4 triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:03:52.264400 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-53a68bc8-3fde-420c-925d-93298b08ad29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:52.341208 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7add50a-198d-48bc-989f-de4229a1e4ef admin admin] Pushing event updated for resources: {'Port': ['ID=e1a57a6b-d8a9-400c-a48b-2c941d5b65bb,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:03:52.345985 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c7add50a-198d-48bc-989f-de4229a1e4ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:03:52.406980 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7add50a-198d-48bc-989f-de4229a1e4ef admin admin] Network bcb900ab-09f7-4daf-a87d-d29a89c050da is already hosted by enough agents. {{(pid=80148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 22:03:52.411980 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-c7add50a-198d-48bc-989f-de4229a1e4ef admin admin] Resources bound (agent type, host, resource id):  {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 22:03:52.411980 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7add50a-198d-48bc-989f-de4229a1e4ef admin admin] Received port after_create {{(pid=80148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 22:03:52.480335 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c7add50a-198d-48bc-989f-de4229a1e4ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33256029'] for router_interface, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:52.483023 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-de59273a-71d8-4e62-9b45-f1e2c587f39a None None] Notify callbacks [] for port, precommit_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:52.501243 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-de59273a-71d8-4e62-9b45-f1e2c587f39a None None] Transition to ACTIVE for port object f88a3669-1607-44e0-94d7-adf4d8b2c6b4 will not be triggered until provisioned by entity L2. {{(pid=80150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 22:03:52.521310 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-de59273a-71d8-4e62-9b45-f1e2c587f39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:52.539098 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:03:52.682685 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e39bc87-03c6-45db-a795-33e94a7e70fd None None] Pushing event updated for resources: {'Port': ['ID=f88a3669-1607-44e0-94d7-adf4d8b2c6b4,revision_number=2']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:03:52.687514 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-5e39bc87-03c6-45db-a795-33e94a7e70fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:03:52.779324 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-885e1414-e4f2-4e42-89b1-ef8a83d7b0dc None None] Provisioning for port e1a57a6b-d8a9-400c-a48b-2c941d5b65bb completed by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 22:03:52.789237 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device dc62b8f3-4d99-480e-93b8-958b820c6ff4 up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:03:52.810966 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c7add50a-198d-48bc-989f-de4229a1e4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:52.823918 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-885e1414-e4f2-4e42-89b1-ef8a83d7b0dc None None] Provisioning complete for port e1a57a6b-d8a9-400c-a48b-2c941d5b65bb triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:03:52.824336 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-885e1414-e4f2-4e42-89b1-ef8a83d7b0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:52.872384 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-de59273a-71d8-4e62-9b45-f1e2c587f39a None None] Attempting to bind port f88a3669-1607-44e0-94d7-adf4d8b2c6b4 on host dv-cinder-772126-1-iscsi for vnic_type normal with profile  {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 22:03:52.872814 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-de59273a-71d8-4e62-9b45-f1e2c587f39a None None] Attempting to bind port f88a3669-1607-44e0-94d7-adf4d8b2c6b4 by drivers openvswitch on host dv-cinder-772126-1-iscsi at level 0 using segments [{'id': 'f4c7a2a5-f441-4cda-be7f-98d9b91d5196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 22:03:52.873200 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de59273a-71d8-4e62-9b45-f1e2c587f39a None None] Attempting to bind port f88a3669-1607-44e0-94d7-adf4d8b2c6b4 on network 1ba61b85-6a57-4c86-8c7b-e71ed182691b {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 22:03:52.904066 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de59273a-71d8-4e62-9b45-f1e2c587f39a None None] Checking agent: {'id': 'acda3ae2-213d-42a9-bfbd-ef6e74b838e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 21, 45, 45), 'started_at': datetime.datetime(2021, 1, 26, 21, 46, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 22, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 22:03:52.904496 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de59273a-71d8-4e62-9b45-f1e2c587f39a None None] Checking segment: {'id': 'f4c7a2a5-f441-4cda-be7f-98d9b91d5196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 22:03:52.904957 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-de59273a-71d8-4e62-9b45-f1e2c587f39a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:52.905407 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de59273a-71d8-4e62-9b45-f1e2c587f39a None None] Bound using segment: {'id': 'f4c7a2a5-f441-4cda-be7f-98d9b91d5196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 22:03:52.905969 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-de59273a-71d8-4e62-9b45-f1e2c587f39a None None] Bound port: f88a3669-1607-44e0-94d7-adf4d8b2c6b4, host: dv-cinder-772126-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c7a2a5-f441-4cda-be7f-98d9b91d5196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'}}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 22:03:52.907097 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-de59273a-71d8-4e62-9b45-f1e2c587f39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:53.161667 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-885e1414-e4f2-4e42-89b1-ef8a83d7b0dc None None] Port e1a57a6b-d8a9-400c-a48b-2c941d5b65bb cannot update to ACTIVE because it is not bound. {{(pid=80150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 22:03:53.199937 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port dc62b8f3-4d99-480e-93b8-958b820c6ff4 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:03:53.200360 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:53.236154 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-de59273a-71d8-4e62-9b45-f1e2c587f39a None None] For port f88a3669-1607-44e0-94d7-adf4d8b2c6b4, host dv-cinder-772126-1-iscsi, cleared binding levels {{(pid=80150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 22:03:53.259483 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-de59273a-71d8-4e62-9b45-f1e2c587f39a None None] For port f88a3669-1607-44e0-94d7-adf4d8b2c6b4, host dv-cinder-772126-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=f88a3669-1607-44e0-94d7-adf4d8b2c6b4,segment=NetworkSegment(f4c7a2a5-f441-4cda-be7f-98d9b91d5196),segment_id=f4c7a2a5-f441-4cda-be7f-98d9b91d5196)] {{(pid=80150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 22:03:53.314428 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-de59273a-71d8-4e62-9b45-f1e2c587f39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:53.336647 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:03:53.364917 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c7add50a-198d-48bc-989f-de4229a1e4ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:53.390054 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c7add50a-198d-48bc-989f-de4229a1e4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822365879'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:53.421760 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e52f4723-3ce0-4675-869b-a92ab76f84aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:03:53.512418 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e39bc87-03c6-45db-a795-33e94a7e70fd None None] Pushing event updated for resources: {'Port': ['ID=f88a3669-1607-44e0-94d7-adf4d8b2c6b4,revision_number=3']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:03:53.515013 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c7add50a-198d-48bc-989f-de4229a1e4ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33045946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036821519617'] for router_interface, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:53.519282 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-5e39bc87-03c6-45db-a795-33e94a7e70fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:03:53.532605 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7add50a-198d-48bc-989f-de4229a1e4ef admin admin] Pushing event updated for resources: {'Port': ['ID=e1a57a6b-d8a9-400c-a48b-2c941d5b65bb,revision_number=2']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:03:53.539188 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c7add50a-198d-48bc-989f-de4229a1e4ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:03:53.571948 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de59273a-71d8-4e62-9b45-f1e2c587f39a None None] Routers {'9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:03:53.572644 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-de59273a-71d8-4e62-9b45-f1e2c587f39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5ae020128>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:03:43Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:03:53.682860 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7add50a-198d-48bc-989f-de4229a1e4ef admin admin] Network bcb900ab-09f7-4daf-a87d-d29a89c050da is already hosted by enough agents. {{(pid=80148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 22:03:53.684275 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-c7add50a-198d-48bc-989f-de4229a1e4ef admin admin] Resources bound (agent type, host, resource id):  {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 22:03:53.780700 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-de59273a-71d8-4e62-9b45-f1e2c587f39a None None] Set router 9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da gateway port host: dv-cinder-772126-1-iscsi {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:03:53.917731 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7add50a-198d-48bc-989f-de4229a1e4ef admin admin] Router 9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da has already been hosted by L3 agent d246ac06-2269-4624-8b82-d0eab6b3335a {{(pid=80148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 22:03:54.025500 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-9a78df52-49d9-4594-b5c3-b29c54f1f908 None None] Provisioning complete for port e1a57a6b-d8a9-400c-a48b-2c941d5b65bb triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:03:54.026099 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a78df52-49d9-4594-b5c3-b29c54f1f908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:54.121071 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-9a78df52-49d9-4594-b5c3-b29c54f1f908 None None] Port e1a57a6b-d8a9-400c-a48b-2c941d5b65bb cannot update to ACTIVE because it is not bound. {{(pid=80150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 22:03:54.137053 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7add50a-198d-48bc-989f-de4229a1e4ef admin admin] Notify agent at l3_agent.dv-cinder-772126-1-iscsi the message routers_updated {{(pid=80148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 22:03:54.147811 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-c7add50a-198d-48bc-989f-de4229a1e4ef admin admin] 10.222.0.30 "PUT /v2.0/routers/9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3718081
Jan 26 22:03:54.230855 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-de59273a-71d8-4e62-9b45-f1e2c587f39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5ae020128>, [{'id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'name': 'tempest-AttachVolumeTestJSON-464932842-router', 'tenant_id': '60dfcf3014784939a1cc511726ce21b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'f88a3669-1607-44e0-94d7-adf4d8b2c6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:03:47Z', 'updated_at': '2021-01-26T22:03:52Z', 'revision_number': 4, 'project_id': '60dfcf3014784939a1cc511726ce21b9', 'gw_port': {'id': 'f88a3669-1607-44e0-94d7-adf4d8b2c6b4', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:03:48Z', 'updated_at': '2021-01-26T22:03:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': 'e1a57a6b-d8a9-400c-a48b-2c941d5b65bb', 'name': '', 'network_id': 'bcb900ab-09f7-4daf-a87d-d29a89c050da', 'tenant_id': '60dfcf3014784939a1cc511726ce21b9', 'mac_address': 'fa:16:3e:fc:b2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '76424a3e-3bc6-47af-a6d3-63e8d7b4146b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:03:51Z', 'updated_at': '2021-01-26T22:03:53Z', 'revision_number': 2, 'project_id': '60dfcf3014784939a1cc511726ce21b9', 'subnets': [{'id': '76424a3e-3bc6-47af-a6d3-63e8d7b4146b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:03:54.236472 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de59273a-71d8-4e62-9b45-f1e2c587f39a None None] The sync data for ids ['9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da'] in dv-cinder-772126-1-iscsi is: [{'id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'name': 'tempest-AttachVolumeTestJSON-464932842-router', 'tenant_id': '60dfcf3014784939a1cc511726ce21b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'f88a3669-1607-44e0-94d7-adf4d8b2c6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:03:47Z', 'updated_at': '2021-01-26T22:03:52Z', 'revision_number': 4, 'project_id': '60dfcf3014784939a1cc511726ce21b9', 'gw_port': {'id': 'f88a3669-1607-44e0-94d7-adf4d8b2c6b4', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:03:48Z', 'updated_at': '2021-01-26T22:03:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': 'e1a57a6b-d8a9-400c-a48b-2c941d5b65bb', 'name': '', 'network_id': 'bcb900ab-09f7-4daf-a87d-d29a89c050da', 'tenant_id': '60dfcf3014784939a1cc511726ce21b9', 'mac_address': 'fa:16:3e:fc:b2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '76424a3e-3bc6-47af-a6d3-63e8d7b4146b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:03:51Z', 'updated_at': '2021-01-26T22:03:53Z', 'revision_number': 2, 'project_id': '60dfcf3014784939a1cc511726ce21b9', 'subnets': [{'id': '76424a3e-3bc6-47af-a6d3-63e8d7b4146b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 22:03:54.742551 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 51878) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:03:54.748772 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-0ae9d082-62bf-4901-a973-3e1dbb120c65 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Request body: {'security_group': {'name': 'tempest-securitygroup--867179253', 'description': 'tempest-description--205113764'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:03:54.764317 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-0ae9d082-62bf-4901-a973-3e1dbb120c65 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:03:54.770188 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-0ae9d082-62bf-4901-a973-3e1dbb120c65 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Usage tracker for resource:security_group and tenant:60dfcf3014784939a1cc511726ce21b9 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:03:54.778165 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-0ae9d082-62bf-4901-a973-3e1dbb120c65 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:03:54.785530 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-0ae9d082-62bf-4901-a973-3e1dbb120c65 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:03:54.887165 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0ae9d082-62bf-4901-a973-3e1dbb120c65 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:54.917983 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-0ae9d082-62bf-4901-a973-3e1dbb120c65 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:03:54.924438 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-0ae9d082-62bf-4901-a973-3e1dbb120c65 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Usage tracker for resource:security_group_rule and tenant:60dfcf3014784939a1cc511726ce21b9 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:03:54.928618 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-0ae9d082-62bf-4901-a973-3e1dbb120c65 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:03:54.936415 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-0ae9d082-62bf-4901-a973-3e1dbb120c65 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:03:55.109629 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0ae9d082-62bf-4901-a973-3e1dbb120c65 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:55.139057 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0ae9d082-62bf-4901-a973-3e1dbb120c65 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:55.145767 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b0c36292-ef04-4a3f-87f4-fdf4f736b98c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:03:55.189554 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae9d082-62bf-4901-a973-3e1dbb120c65 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=154869ee-0738-403d-95c0-0032ceb77a96,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:03:55.198149 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9d082-62bf-4901-a973-3e1dbb120c65 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:55.198568 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9d082-62bf-4901-a973-3e1dbb120c65 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:55.198987 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9d082-62bf-4901-a973-3e1dbb120c65 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:55.199427 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9d082-62bf-4901-a973-3e1dbb120c65 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:55.199835 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9d082-62bf-4901-a973-3e1dbb120c65 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:55.200244 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9d082-62bf-4901-a973-3e1dbb120c65 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:55.200642 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9d082-62bf-4901-a973-3e1dbb120c65 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:55.201044 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9d082-62bf-4901-a973-3e1dbb120c65 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:55.201443 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9d082-62bf-4901-a973-3e1dbb120c65 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:55.201838 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9d082-62bf-4901-a973-3e1dbb120c65 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:55.202237 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9d082-62bf-4901-a973-3e1dbb120c65 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:55.202629 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9d082-62bf-4901-a973-3e1dbb120c65 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:55.203711 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9d082-62bf-4901-a973-3e1dbb120c65 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:55.204157 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9d082-62bf-4901-a973-3e1dbb120c65 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:55.204724 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9d082-62bf-4901-a973-3e1dbb120c65 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:55.205136 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9d082-62bf-4901-a973-3e1dbb120c65 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:55.205533 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9d082-62bf-4901-a973-3e1dbb120c65 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:55.205931 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9d082-62bf-4901-a973-3e1dbb120c65 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:55.206330 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9d082-62bf-4901-a973-3e1dbb120c65 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:55.206726 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9d082-62bf-4901-a973-3e1dbb120c65 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:55.207123 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9d082-62bf-4901-a973-3e1dbb120c65 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:55.207557 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9d082-62bf-4901-a973-3e1dbb120c65 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:55.207950 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9d082-62bf-4901-a973-3e1dbb120c65 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:55.208345 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae9d082-62bf-4901-a973-3e1dbb120c65 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:55.212441 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-0ae9d082-62bf-4901-a973-3e1dbb120c65 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:03:55.247309 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0ae9d082-62bf-4901-a973-3e1dbb120c65 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:55.248788 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-0ae9d082-62bf-4901-a973-3e1dbb120c65 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.5051081
Jan 26 22:03:55.253066 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 51882) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:03:55.258997 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-eed04b9e-a09b-48fe-b728-8076b16ff07b tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Request body: {'security_group_rule': {'security_group_id': '154869ee-0738-403d-95c0-0032ceb77a96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:03:55.274233 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-eed04b9e-a09b-48fe-b728-8076b16ff07b tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:03:55.278463 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-eed04b9e-a09b-48fe-b728-8076b16ff07b tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Usage tracker for resource:security_group_rule and tenant:60dfcf3014784939a1cc511726ce21b9 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:03:55.281802 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-eed04b9e-a09b-48fe-b728-8076b16ff07b tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:03:55.287927 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-eed04b9e-a09b-48fe-b728-8076b16ff07b tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:03:55.335333 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eed04b9e-a09b-48fe-b728-8076b16ff07b tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:55.406460 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eed04b9e-a09b-48fe-b728-8076b16ff07b tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:55.435623 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eed04b9e-a09b-48fe-b728-8076b16ff07b tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553973'] for security_group_rule, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:55.438744 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d9a22dd1-ebcf-475b-b57c-4a528f740540 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:03:55.462478 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed04b9e-a09b-48fe-b728-8076b16ff07b tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e591ebb-e60c-485f-bd16-25ce46822394,revision_number=0']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:03:55.466917 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-eed04b9e-a09b-48fe-b728-8076b16ff07b tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:03:55.498616 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eed04b9e-a09b-48fe-b728-8076b16ff07b tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:55.501254 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-eed04b9e-a09b-48fe-b728-8076b16ff07b tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2458649
Jan 26 22:03:55.507807 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 51888) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:03:55.513511 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-927b6c21-3b3e-46a6-b558-ec0058f8ae59 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Request body: {'security_group_rule': {'security_group_id': '154869ee-0738-403d-95c0-0032ceb77a96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:03:55.528534 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-927b6c21-3b3e-46a6-b558-ec0058f8ae59 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:03:55.533115 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-927b6c21-3b3e-46a6-b558-ec0058f8ae59 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Usage tracker for resource:security_group_rule and tenant:60dfcf3014784939a1cc511726ce21b9 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:03:55.536147 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-927b6c21-3b3e-46a6-b558-ec0058f8ae59 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:03:55.541953 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-927b6c21-3b3e-46a6-b558-ec0058f8ae59 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:03:55.585578 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-927b6c21-3b3e-46a6-b558-ec0058f8ae59 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:55.657514 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-927b6c21-3b3e-46a6-b558-ec0058f8ae59 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:55.698587 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-927b6c21-3b3e-46a6-b558-ec0058f8ae59 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553973'] for security_group_rule, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:55.706376 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:03:55.728840 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927b6c21-3b3e-46a6-b558-ec0058f8ae59 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=670fd662-62fb-411e-8a96-a7169bf1a520,revision_number=0']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:03:55.731781 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-927b6c21-3b3e-46a6-b558-ec0058f8ae59 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:03:55.767172 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-927b6c21-3b3e-46a6-b558-ec0058f8ae59 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:55.768531 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-927b6c21-3b3e-46a6-b558-ec0058f8ae59 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2596724
Jan 26 22:03:55.771839 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 51892) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:03:55.777334 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-89f83c25-3c93-4ba6-8fee-f67cfdabdacb tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Request body: {'floatingip': {'floating_network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:03:55.791820 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-89f83c25-3c93-4ba6-8fee-f67cfdabdacb tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:03:55.795860 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-89f83c25-3c93-4ba6-8fee-f67cfdabdacb tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Usage tracker for resource:floatingip and tenant:60dfcf3014784939a1cc511726ce21b9 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:03:55.799682 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-89f83c25-3c93-4ba6-8fee-f67cfdabdacb tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:03:55.805477 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-89f83c25-3c93-4ba6-8fee-f67cfdabdacb tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:03:55.841530 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-89f83c25-3c93-4ba6-8fee-f67cfdabdacb tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks [] for floatingip, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:55.990407 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-89f83c25-3c93-4ba6-8fee-f67cfdabdacb tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:56.273425 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-89f83c25-3c93-4ba6-8fee-f67cfdabdacb tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Allocated IP 172.27.2.104 (1ba61b85-6a57-4c86-8c7b-e71ed182691b/36fb7a5a-6726-45c7-9dc5-3a7ad8db1808/2d03222e-f651-4fbd-8919-54bbe3384f23) {{(pid=80149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 22:03:56.692529 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-89f83c25-3c93-4ba6-8fee-f67cfdabdacb tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks [] for port, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:56.743098 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device f88a3669-1607-44e0-94d7-adf4d8b2c6b4 up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:03:56.750852 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-89f83c25-3c93-4ba6-8fee-f67cfdabdacb tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31462196'] for port, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:56.767209 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-762ff332-717e-47b4-86ea-6d6a8c327732 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:03:56.830071 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning for port f88a3669-1607-44e0-94d7-adf4d8b2c6b4 completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 22:03:56.835488 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port f88a3669-1607-44e0-94d7-adf4d8b2c6b4 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:03:56.835916 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:56.903040 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f83c25-3c93-4ba6-8fee-f67cfdabdacb tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Pushing event updated for resources: {'Port': ['ID=2d03222e-f651-4fbd-8919-54bbe3384f23,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:03:56.916394 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-89f83c25-3c93-4ba6-8fee-f67cfdabdacb tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:03:56.960952 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f83c25-3c93-4ba6-8fee-f67cfdabdacb tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Network 1ba61b85-6a57-4c86-8c7b-e71ed182691b is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 22:03:56.962265 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-89f83c25-3c93-4ba6-8fee-f67cfdabdacb tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Resources bound (agent type, host, resource id):  {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 22:03:56.964000 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:56.964775 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f83c25-3c93-4ba6-8fee-f67cfdabdacb tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Received port after_create {{(pid=80149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 22:03:56.981808 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] For port f88a3669-1607-44e0-94d7-adf4d8b2c6b4, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=f88a3669-1607-44e0-94d7-adf4d8b2c6b4,segment=NetworkSegment(f4c7a2a5-f441-4cda-be7f-98d9b91d5196),segment_id=f4c7a2a5-f441-4cda-be7f-98d9b91d5196)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:03:57.001991 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:57.004197 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:03:57.060583 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-89f83c25-3c93-4ba6-8fee-f67cfdabdacb tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:57.078710 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Pushing event updated for resources: {'Port': ['ID=f88a3669-1607-44e0-94d7-adf4d8b2c6b4,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:03:57.082201 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:03:57.144903 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-89f83c25-3c93-4ba6-8fee-f67cfdabdacb tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:57.427797 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-89f83c25-3c93-4ba6-8fee-f67cfdabdacb tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks [] for port, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:57.464446 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-89f83c25-3c93-4ba6-8fee-f67cfdabdacb tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823313603'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:57.481670 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-89f83c25-3c93-4ba6-8fee-f67cfdabdacb tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:03:57.589283 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea0af14-0a9f-4a96-91d3-8198e67e050c None None] Sync routers for ids ['9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da'] in dv-cinder-772126-1-iscsi {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 22:03:57.618300 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea0af14-0a9f-4a96-91d3-8198e67e050c None None] Routers {'9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:03:57.618300 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-0ea0af14-0a9f-4a96-91d3-8198e67e050c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5ae9157f0>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:03:43Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:03:57.632586 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f83c25-3c93-4ba6-8fee-f67cfdabdacb tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Pushing event updated for resources: {'Port': ['ID=2d03222e-f651-4fbd-8919-54bbe3384f23,revision_number=2']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:03:57.637454 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-89f83c25-3c93-4ba6-8fee-f67cfdabdacb tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:03:57.759981 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-89f83c25-3c93-4ba6-8fee-f67cfdabdacb tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036821521460'] for floatingip, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:57.814022 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-0ea0af14-0a9f-4a96-91d3-8198e67e050c None None] Set router 9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da gateway port host: dv-cinder-772126-1-iscsi {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:03:57.818204 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-89f83c25-3c93-4ba6-8fee-f67cfdabdacb tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for floatingip, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:57.819601 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-89f83c25-3c93-4ba6-8fee-f67cfdabdacb tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.0467260
Jan 26 22:03:58.026437 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-a76db80d-2624-497b-bc4c-e84a8e4bd4fa tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Synchronizing usage tracker for tenant:60dfcf3014784939a1cc511726ce21b9 on resource:security_group {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 22:03:58.057997 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-a76db80d-2624-497b-bc4c-e84a8e4bd4fa tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Unset dirty status for tenant:60dfcf3014784939a1cc511726ce21b9 on resource:security_group {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 22:03:58.059387 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-a76db80d-2624-497b-bc4c-e84a8e4bd4fa tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--867179253&fields=id&tenant_id=60dfcf3014784939a1cc511726ce21b9 HTTP/1.1" status: 200  len: 267 time: 0.0861764
Jan 26 22:03:58.172417 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-0ea0af14-0a9f-4a96-91d3-8198e67e050c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5ae9157f0>, [{'id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'name': 'tempest-AttachVolumeTestJSON-464932842-router', 'tenant_id': '60dfcf3014784939a1cc511726ce21b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'f88a3669-1607-44e0-94d7-adf4d8b2c6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:03:47Z', 'updated_at': '2021-01-26T22:03:52Z', 'revision_number': 4, 'project_id': '60dfcf3014784939a1cc511726ce21b9', 'gw_port': {'id': 'f88a3669-1607-44e0-94d7-adf4d8b2c6b4', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:03:48Z', 'updated_at': '2021-01-26T22:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': 'e1a57a6b-d8a9-400c-a48b-2c941d5b65bb', 'name': '', 'network_id': 'bcb900ab-09f7-4daf-a87d-d29a89c050da', 'tenant_id': '60dfcf3014784939a1cc511726ce21b9', 'mac_address': 'fa:16:3e:fc:b2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '76424a3e-3bc6-47af-a6d3-63e8d7b4146b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:03:51Z', 'updated_at': '2021-01-26T22:03:53Z', 'revision_number': 2, 'project_id': '60dfcf3014784939a1cc511726ce21b9', 'subnets': [{'id': '76424a3e-3bc6-47af-a6d3-63e8d7b4146b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:03:58.177012 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea0af14-0a9f-4a96-91d3-8198e67e050c None None] Checking router: 9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da for host: dv-cinder-772126-1-iscsi {{(pid=80151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 22:03:58.177403 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea0af14-0a9f-4a96-91d3-8198e67e050c None None] Updating router 9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da port e1a57a6b-d8a9-400c-a48b-2c941d5b65bb binding host dv-cinder-772126-1-iscsi {{(pid=80151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 26 22:03:58.235314 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0ea0af14-0a9f-4a96-91d3-8198e67e050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:58.277540 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-f4bae6e8-6f12-4863-86e3-91fc6ec52941 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:03:58.278364 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-f4bae6e8-6f12-4863-86e3-91fc6ec52941 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Synchronizing usage tracker for tenant:60dfcf3014784939a1cc511726ce21b9 on resource:network {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 22:03:58.326725 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-f4bae6e8-6f12-4863-86e3-91fc6ec52941 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Unset dirty status for tenant:60dfcf3014784939a1cc511726ce21b9 on resource:network {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 22:03:58.329188 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-f4bae6e8-6f12-4863-86e3-91fc6ec52941 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/networks?id=bcb900ab-09f7-4daf-a87d-d29a89c050da HTTP/1.1" status: 200  len: 810 time: 0.2614255
Jan 26 22:03:58.345602 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-9b164252-bc65-4dfe-9aac-38f19b8916ec tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/quotas/60dfcf3014784939a1cc511726ce21b9 HTTP/1.1" status: 200  len: 375 time: 0.0104766
Jan 26 22:03:58.468806 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-5c585c07-2e09-41f4-b5af-ee7269e51c8a tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=60dfcf3014784939a1cc511726ce21b9&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1164577
Jan 26 22:03:58.630022 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-7270750f-9392-42cf-9926-cd7bc12c395c service neutron] 10.222.0.30 "GET /v2.0/networks/bcb900ab-09f7-4daf-a87d-d29a89c050da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1474369
Jan 26 22:03:58.671437 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0ea0af14-0a9f-4a96-91d3-8198e67e050c None None] Notify callbacks [] for port, precommit_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:58.685024 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-0ea0af14-0a9f-4a96-91d3-8198e67e050c None None] Transition to ACTIVE for port object e1a57a6b-d8a9-400c-a48b-2c941d5b65bb will not be triggered until provisioned by entity L2. {{(pid=80151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 22:03:58.736539 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device f88a3669-1607-44e0-94d7-adf4d8b2c6b4 up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:03:58.738208 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0ea0af14-0a9f-4a96-91d3-8198e67e050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:58.757665 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b590d954-54e6-4538-9173-b706212b3e2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:03:58.808026 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-30d40ac3-daff-4e3e-b3b0-f5755a0d38e1 service neutron] 10.222.0.30 "GET /v2.0/networks/bcb900ab-09f7-4daf-a87d-d29a89c050da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1707377
Jan 26 22:03:58.823024 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port f88a3669-1607-44e0-94d7-adf4d8b2c6b4 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:03:58.823651 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:58.899341 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa88c1e-12f9-47e0-9e28-e15516af1c6e None None] Pushing event updated for resources: {'Port': ['ID=e1a57a6b-d8a9-400c-a48b-2c941d5b65bb,revision_number=3']} {{(pid=80151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:03:58.927277 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa88c1e-12f9-47e0-9e28-e15516af1c6e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:58.927718 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa88c1e-12f9-47e0-9e28-e15516af1c6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:58.928109 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa88c1e-12f9-47e0-9e28-e15516af1c6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:58.928471 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa88c1e-12f9-47e0-9e28-e15516af1c6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:58.928830 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa88c1e-12f9-47e0-9e28-e15516af1c6e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:58.929179 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa88c1e-12f9-47e0-9e28-e15516af1c6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:58.929531 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa88c1e-12f9-47e0-9e28-e15516af1c6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:58.929885 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa88c1e-12f9-47e0-9e28-e15516af1c6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:58.930230 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa88c1e-12f9-47e0-9e28-e15516af1c6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:58.930581 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa88c1e-12f9-47e0-9e28-e15516af1c6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:58.930926 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa88c1e-12f9-47e0-9e28-e15516af1c6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:58.931274 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa88c1e-12f9-47e0-9e28-e15516af1c6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:58.931691 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa88c1e-12f9-47e0-9e28-e15516af1c6e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:58.932068 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa88c1e-12f9-47e0-9e28-e15516af1c6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:58.932425 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa88c1e-12f9-47e0-9e28-e15516af1c6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:58.932765 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa88c1e-12f9-47e0-9e28-e15516af1c6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:58.933118 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa88c1e-12f9-47e0-9e28-e15516af1c6e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:58.933547 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa88c1e-12f9-47e0-9e28-e15516af1c6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:58.933890 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa88c1e-12f9-47e0-9e28-e15516af1c6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:58.934235 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa88c1e-12f9-47e0-9e28-e15516af1c6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:58.934585 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa88c1e-12f9-47e0-9e28-e15516af1c6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:58.934925 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa88c1e-12f9-47e0-9e28-e15516af1c6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:58.935270 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa88c1e-12f9-47e0-9e28-e15516af1c6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:58.935651 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa88c1e-12f9-47e0-9e28-e15516af1c6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:03:58.942719 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-7aa88c1e-12f9-47e0-9e28-e15516af1c6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:03:59.160188 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8d21e085-e258-4b55-8359-4c26caf5897c req-15b31c1c-4e72-4f07-b7ff-f75a55f0682c tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 210 time: 0.0633616
Jan 26 22:03:59.160429 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-0ea0af14-0a9f-4a96-91d3-8198e67e050c None None] Attempting to bind port e1a57a6b-d8a9-400c-a48b-2c941d5b65bb on host dv-cinder-772126-1-iscsi for vnic_type normal with profile  {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 22:03:59.160429 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-0ea0af14-0a9f-4a96-91d3-8198e67e050c None None] Attempting to bind port e1a57a6b-d8a9-400c-a48b-2c941d5b65bb by drivers openvswitch on host dv-cinder-772126-1-iscsi at level 0 using segments [{'id': 'fd74516d-a689-4060-abef-5152681981b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bcb900ab-09f7-4daf-a87d-d29a89c050da'}] {{(pid=80151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 22:03:59.160865 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea0af14-0a9f-4a96-91d3-8198e67e050c None None] Attempting to bind port e1a57a6b-d8a9-400c-a48b-2c941d5b65bb on network bcb900ab-09f7-4daf-a87d-d29a89c050da {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 22:03:59.178372 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea0af14-0a9f-4a96-91d3-8198e67e050c None None] Checking agent: {'id': 'acda3ae2-213d-42a9-bfbd-ef6e74b838e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 21, 45, 45), 'started_at': datetime.datetime(2021, 1, 26, 21, 46, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 22, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 22:03:59.178793 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea0af14-0a9f-4a96-91d3-8198e67e050c None None] Checking segment: {'id': 'fd74516d-a689-4060-abef-5152681981b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bcb900ab-09f7-4daf-a87d-d29a89c050da'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 22:03:59.179235 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0ea0af14-0a9f-4a96-91d3-8198e67e050c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:59.179753 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea0af14-0a9f-4a96-91d3-8198e67e050c None None] Bound using segment: {'id': 'fd74516d-a689-4060-abef-5152681981b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bcb900ab-09f7-4daf-a87d-d29a89c050da'} {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 22:03:59.180192 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-0ea0af14-0a9f-4a96-91d3-8198e67e050c None None] Bound port: e1a57a6b-d8a9-400c-a48b-2c941d5b65bb, host: dv-cinder-772126-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd74516d-a689-4060-abef-5152681981b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bcb900ab-09f7-4daf-a87d-d29a89c050da'}}] {{(pid=80151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 22:03:59.180576 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0ea0af14-0a9f-4a96-91d3-8198e67e050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:59.284299 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-0ea0af14-0a9f-4a96-91d3-8198e67e050c None None] For port e1a57a6b-d8a9-400c-a48b-2c941d5b65bb, host dv-cinder-772126-1-iscsi, cleared binding levels {{(pid=80151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 22:03:59.287567 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-0ea0af14-0a9f-4a96-91d3-8198e67e050c None None] For port e1a57a6b-d8a9-400c-a48b-2c941d5b65bb, host dv-cinder-772126-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=e1a57a6b-d8a9-400c-a48b-2c941d5b65bb,segment=NetworkSegment(fd74516d-a689-4060-abef-5152681981b3),segment_id=fd74516d-a689-4060-abef-5152681981b3)] {{(pid=80151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 22:03:59.327717 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0ea0af14-0a9f-4a96-91d3-8198e67e050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:03:59.345224 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3de17246-b71e-40d3-bb19-5411221f9085 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:03:59.684686 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa88c1e-12f9-47e0-9e28-e15516af1c6e None None] Pushing event updated for resources: {'Port': ['ID=e1a57a6b-d8a9-400c-a48b-2c941d5b65bb,revision_number=4']} {{(pid=80151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:03:59.690098 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-7aa88c1e-12f9-47e0-9e28-e15516af1c6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:03:59.734818 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea0af14-0a9f-4a96-91d3-8198e67e050c None None] Routers {'9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:03:59.736985 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-0ea0af14-0a9f-4a96-91d3-8198e67e050c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5ae9157f0>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:03:43Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:03:59.936979 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-0ea0af14-0a9f-4a96-91d3-8198e67e050c None None] Set router 9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da gateway port host: dv-cinder-772126-1-iscsi {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:04:00.295882 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-0ea0af14-0a9f-4a96-91d3-8198e67e050c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5ae9157f0>, [{'id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'name': 'tempest-AttachVolumeTestJSON-464932842-router', 'tenant_id': '60dfcf3014784939a1cc511726ce21b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'f88a3669-1607-44e0-94d7-adf4d8b2c6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:03:47Z', 'updated_at': '2021-01-26T22:03:52Z', 'revision_number': 4, 'project_id': '60dfcf3014784939a1cc511726ce21b9', 'gw_port': {'id': 'f88a3669-1607-44e0-94d7-adf4d8b2c6b4', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:03:48Z', 'updated_at': '2021-01-26T22:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': 'e1a57a6b-d8a9-400c-a48b-2c941d5b65bb', 'name': '', 'network_id': 'bcb900ab-09f7-4daf-a87d-d29a89c050da', 'tenant_id': '60dfcf3014784939a1cc511726ce21b9', 'mac_address': 'fa:16:3e:fc:b2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '76424a3e-3bc6-47af-a6d3-63e8d7b4146b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:03:51Z', 'updated_at': '2021-01-26T22:03:59Z', 'revision_number': 4, 'project_id': '60dfcf3014784939a1cc511726ce21b9', 'subnets': [{'id': '76424a3e-3bc6-47af-a6d3-63e8d7b4146b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:04:00.301035 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea0af14-0a9f-4a96-91d3-8198e67e050c None None] The sync data for ids ['9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da'] in dv-cinder-772126-1-iscsi is: [{'id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'name': 'tempest-AttachVolumeTestJSON-464932842-router', 'tenant_id': '60dfcf3014784939a1cc511726ce21b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'f88a3669-1607-44e0-94d7-adf4d8b2c6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:03:47Z', 'updated_at': '2021-01-26T22:03:52Z', 'revision_number': 4, 'project_id': '60dfcf3014784939a1cc511726ce21b9', 'gw_port': {'id': 'f88a3669-1607-44e0-94d7-adf4d8b2c6b4', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:03:48Z', 'updated_at': '2021-01-26T22:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': 'e1a57a6b-d8a9-400c-a48b-2c941d5b65bb', 'name': '', 'network_id': 'bcb900ab-09f7-4daf-a87d-d29a89c050da', 'tenant_id': '60dfcf3014784939a1cc511726ce21b9', 'mac_address': 'fa:16:3e:fc:b2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '76424a3e-3bc6-47af-a6d3-63e8d7b4146b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:03:51Z', 'updated_at': '2021-01-26T22:03:59Z', 'revision_number': 4, 'project_id': '60dfcf3014784939a1cc511726ce21b9', 'subnets': [{'id': '76424a3e-3bc6-47af-a6d3-63e8d7b4146b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 22:04:00.358623 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a75685a2-5bc4-41ba-b924-11de22fe0823 req-f391f18c-05eb-4035-8cef-455aba8a7546 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 210 time: 0.0514219
Jan 26 22:04:00.774174 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device e1a57a6b-d8a9-400c-a48b-2c941d5b65bb up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:04:00.887252 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning for port e1a57a6b-d8a9-400c-a48b-2c941d5b65bb completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 22:04:00.894127 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port e1a57a6b-d8a9-400c-a48b-2c941d5b65bb triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:04:00.899636 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:01.075383 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:01.114360 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] For port e1a57a6b-d8a9-400c-a48b-2c941d5b65bb, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=e1a57a6b-d8a9-400c-a48b-2c941d5b65bb,segment=NetworkSegment(fd74516d-a689-4060-abef-5152681981b3),segment_id=fd74516d-a689-4060-abef-5152681981b3)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:04:01.118341 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-016abb23-1ae5-4955-b21f-f9d6db04d278 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:01.120201 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-016abb23-1ae5-4955-b21f-f9d6db04d278 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.45 "GET /v2.0/networks?id=bcb900ab-09f7-4daf-a87d-d29a89c050da HTTP/1.1" status: 200  len: 810 time: 0.2513011
Jan 26 22:04:01.138507 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:01.141885 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:04:01.213846 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Pushing event updated for resources: {'Port': ['ID=e1a57a6b-d8a9-400c-a48b-2c941d5b65bb,revision_number=5']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:04:01.217259 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:04:01.227600 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-8e4716b6-a6bf-4190-b5bd-a550dc68a9a7 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=60dfcf3014784939a1cc511726ce21b9 HTTP/1.1" status: 200  len: 5707 time: 0.0883777
Jan 26 22:04:01.237974 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-31a67a7c-9788-437d-8267-77a76de14a84 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Request body: {'port': {'device_id': '98bb87f7-ba89-4417-8c66-7803404b400b', 'network_id': 'bcb900ab-09f7-4daf-a87d-d29a89c050da', 'admin_state_up': True, 'tenant_id': '60dfcf3014784939a1cc511726ce21b9', 'security_groups': ['154869ee-0738-403d-95c0-0032ceb77a96']}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:04:01.396916 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-31a67a7c-9788-437d-8267-77a76de14a84 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:04:01.401523 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-31a67a7c-9788-437d-8267-77a76de14a84 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Usage tracker for resource:port and tenant:60dfcf3014784939a1cc511726ce21b9 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:04:01.404659 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-31a67a7c-9788-437d-8267-77a76de14a84 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:04:01.411676 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-31a67a7c-9788-437d-8267-77a76de14a84 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:04:01.453395 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-31a67a7c-9788-437d-8267-77a76de14a84 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Made reservation on behalf of 60dfcf3014784939a1cc511726ce21b9 for: {'port': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 22:04:01.467503 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-31a67a7c-9788-437d-8267-77a76de14a84 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:01.579432 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-24fec188-3527-4e98-96f2-136171bf3375 req-62a51400-d66f-4a40-be76-46c5d680ad88 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 210 time: 0.0743701
Jan 26 22:04:01.850374 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-31a67a7c-9788-437d-8267-77a76de14a84 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Allocated IP 172.20.0.8 (bcb900ab-09f7-4daf-a87d-d29a89c050da/76424a3e-3bc6-47af-a6d3-63e8d7b4146b/f53dac49-6a79-4566-8b28-5e977b89d70e) {{(pid=80149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 22:04:02.063540 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-31a67a7c-9788-437d-8267-77a76de14a84 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks [] for port, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:02.104244 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-31a67a7c-9788-437d-8267-77a76de14a84 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Transition to ACTIVE for port object f53dac49-6a79-4566-8b28-5e977b89d70e will not be triggered until provisioned by entity DHCP. {{(pid=80149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 22:04:02.156127 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-31a67a7c-9788-437d-8267-77a76de14a84 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31462196'] for port, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:02.175363 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2580a1a5-a93c-4abd-b59f-f9cf88d84a83 tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:04:02.331470 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a67a7c-9788-437d-8267-77a76de14a84 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Pushing event updated for resources: {'Port': ['ID=f53dac49-6a79-4566-8b28-5e977b89d70e,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:04:02.346076 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-31a67a7c-9788-437d-8267-77a76de14a84 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:04:02.395764 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-31a67a7c-9788-437d-8267-77a76de14a84 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Network bcb900ab-09f7-4daf-a87d-d29a89c050da is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 22:04:02.397057 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-31a67a7c-9788-437d-8267-77a76de14a84 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Resources bound (agent type, host, resource id):  {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 22:04:02.399569 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-31a67a7c-9788-437d-8267-77a76de14a84 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Received port after_create {{(pid=80149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 22:04:02.518195 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-31a67a7c-9788-437d-8267-77a76de14a84 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:02.519189 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-31a67a7c-9788-437d-8267-77a76de14a84 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:02.584799 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-31a67a7c-9788-437d-8267-77a76de14a84 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3511231
Jan 26 22:04:02.610351 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-651aa6fd-2675-455d-abcb-f456c45b0dc0 service neutron] Request body: {'port': {'device_id': '98bb87f7-ba89-4417-8c66-7803404b400b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:04:02.710384 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-02471daa-32f7-459d-9fb6-83f12568ad8f None None] Provisioning for port f53dac49-6a79-4566-8b28-5e977b89d70e completed by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 22:04:02.716152 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-02471daa-32f7-459d-9fb6-83f12568ad8f None None] Provisioning complete for port f53dac49-6a79-4566-8b28-5e977b89d70e triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:04:02.716576 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-02471daa-32f7-459d-9fb6-83f12568ad8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:02.762539 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device e1a57a6b-d8a9-400c-a48b-2c941d5b65bb up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:04:02.780446 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-651aa6fd-2675-455d-abcb-f456c45b0dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:02.865573 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-02471daa-32f7-459d-9fb6-83f12568ad8f None None] Port f53dac49-6a79-4566-8b28-5e977b89d70e cannot update to ACTIVE because it is not bound. {{(pid=80150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 22:04:02.888426 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port e1a57a6b-d8a9-400c-a48b-2c941d5b65bb triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:04:02.889562 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:03.372589 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0890bd-e4cd-4d9b-ba29-67b1daab3d9c req-bd8da32d-670c-4b29-b126-4f5eecf263e1 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:03.373399 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-9c0890bd-e4cd-4d9b-ba29-67b1daab3d9c req-bd8da32d-670c-4b29-b126-4f5eecf263e1 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Synchronizing usage tracker for tenant:60dfcf3014784939a1cc511726ce21b9 on resource:port {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 22:04:03.478569 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-9c0890bd-e4cd-4d9b-ba29-67b1daab3d9c req-bd8da32d-670c-4b29-b126-4f5eecf263e1 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Unset dirty status for tenant:60dfcf3014784939a1cc511726ce21b9 on resource:port {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 22:04:03.479870 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9c0890bd-e4cd-4d9b-ba29-67b1daab3d9c req-bd8da32d-670c-4b29-b126-4f5eecf263e1 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 931 time: 0.6868076
Jan 26 22:04:03.615355 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9c0890bd-e4cd-4d9b-ba29-67b1daab3d9c req-817dff34-c06b-4d1b-a0ad-75a353d4bebf tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?id=154869ee-0738-403d-95c0-0032ceb77a96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0862892
Jan 26 22:04:03.731790 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-651aa6fd-2675-455d-abcb-f456c45b0dc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f53dac49-6a79-4566-8b28-5e977b89d70e {{(pid=80149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 26 22:04:03.740728 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-651aa6fd-2675-455d-abcb-f456c45b0dc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:03.753604 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-651aa6fd-2675-455d-abcb-f456c45b0dc0 service neutron] Transition to ACTIVE for port object f53dac49-6a79-4566-8b28-5e977b89d70e will not be triggered until provisioned by entity L2. {{(pid=80149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 22:04:03.783545 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-651aa6fd-2675-455d-abcb-f456c45b0dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823313603'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:03.799821 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-461d26b3-d85c-420f-acc3-4c8c36e0edc9 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:04:03.939188 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651aa6fd-2675-455d-abcb-f456c45b0dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=f53dac49-6a79-4566-8b28-5e977b89d70e,revision_number=2']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:04:03.942966 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-651aa6fd-2675-455d-abcb-f456c45b0dc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:04:04.142483 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-651aa6fd-2675-455d-abcb-f456c45b0dc0 service neutron] Attempting to bind port f53dac49-6a79-4566-8b28-5e977b89d70e on host hv-cinder-77212 for vnic_type normal with profile  {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 22:04:04.142837 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-651aa6fd-2675-455d-abcb-f456c45b0dc0 service neutron] Attempting to bind port f53dac49-6a79-4566-8b28-5e977b89d70e by drivers openvswitch on host hv-cinder-77212 at level 0 using segments [{'id': 'fd74516d-a689-4060-abef-5152681981b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bcb900ab-09f7-4daf-a87d-d29a89c050da'}] {{(pid=80149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 22:04:04.143212 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-651aa6fd-2675-455d-abcb-f456c45b0dc0 service neutron] Attempting to bind port f53dac49-6a79-4566-8b28-5e977b89d70e on network bcb900ab-09f7-4daf-a87d-d29a89c050da {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 22:04:04.149278 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-651aa6fd-2675-455d-abcb-f456c45b0dc0 service neutron] Checking agent: {'id': '907ce3e7-819e-4a7f-a1c4-c44a902d1710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 21, 53, 12), 'started_at': datetime.datetime(2021, 1, 26, 21, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 22, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 22:04:04.149666 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-651aa6fd-2675-455d-abcb-f456c45b0dc0 service neutron] Checking segment: {'id': 'fd74516d-a689-4060-abef-5152681981b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bcb900ab-09f7-4daf-a87d-d29a89c050da'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 22:04:04.150078 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-651aa6fd-2675-455d-abcb-f456c45b0dc0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:04.150479 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-651aa6fd-2675-455d-abcb-f456c45b0dc0 service neutron] Bound using segment: {'id': 'fd74516d-a689-4060-abef-5152681981b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bcb900ab-09f7-4daf-a87d-d29a89c050da'} {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 22:04:04.150961 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-651aa6fd-2675-455d-abcb-f456c45b0dc0 service neutron] Bound port: f53dac49-6a79-4566-8b28-5e977b89d70e, host: hv-cinder-77212, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd74516d-a689-4060-abef-5152681981b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bcb900ab-09f7-4daf-a87d-d29a89c050da'}}] {{(pid=80149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 22:04:04.151340 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-651aa6fd-2675-455d-abcb-f456c45b0dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:04.252573 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-651aa6fd-2675-455d-abcb-f456c45b0dc0 service neutron] For port f53dac49-6a79-4566-8b28-5e977b89d70e, host hv-cinder-77212, cleared binding levels {{(pid=80149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 22:04:04.256177 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-651aa6fd-2675-455d-abcb-f456c45b0dc0 service neutron] For port f53dac49-6a79-4566-8b28-5e977b89d70e, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=f53dac49-6a79-4566-8b28-5e977b89d70e,segment=NetworkSegment(fd74516d-a689-4060-abef-5152681981b3),segment_id=fd74516d-a689-4060-abef-5152681981b3)] {{(pid=80149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 22:04:04.287445 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-651aa6fd-2675-455d-abcb-f456c45b0dc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823313603'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:04.304031 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1894847b-a06a-43c2-a7f7-c56dd771a054 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:04:04.470032 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651aa6fd-2675-455d-abcb-f456c45b0dc0 service neutron] Pushing event updated for resources: {'Port': ['ID=f53dac49-6a79-4566-8b28-5e977b89d70e,revision_number=3']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:04:04.473799 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-651aa6fd-2675-455d-abcb-f456c45b0dc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:04:04.510858 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-651aa6fd-2675-455d-abcb-f456c45b0dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:04.511477 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-651aa6fd-2675-455d-abcb-f456c45b0dc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:04.512995 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-651aa6fd-2675-455d-abcb-f456c45b0dc0 service neutron] 10.222.0.45 "PUT /v2.0/ports/f53dac49-6a79-4566-8b28-5e977b89d70e HTTP/1.1" status: 200  len: 1157 time: 1.9136298
Jan 26 22:04:04.513552 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98bb87f7-ba89-4417-8c66-7803404b400b', 'tag': 'f53dac49-6a79-4566-8b28-5e977b89d70e'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:04:04.579318 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98bb87f7-ba89-4417-8c66-7803404b400b', 'tag': 'f53dac49-6a79-4566-8b28-5e977b89d70e', 'status': 'completed', 'code': 200}
Jan 26 22:04:04.724435 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d3928e-a1eb-46cd-b7ee-f48bd180cfb2 req-534de41a-34e6-4c67-91f9-d6ad176232e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:04.726343 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-19d3928e-a1eb-46cd-b7ee-f48bd180cfb2 req-534de41a-34e6-4c67-91f9-d6ad176232e0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=60dfcf3014784939a1cc511726ce21b9&device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 1160 time: 0.0982435
Jan 26 22:04:05.004984 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131be52f-ea90-489d-895a-f3b010bfe494 req-5888da44-8fdb-40de-ac2b-9a4d1349ae32 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:05.006744 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-131be52f-ea90-489d-895a-f3b010bfe494 req-5888da44-8fdb-40de-ac2b-9a4d1349ae32 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 943 time: 0.2396812
Jan 26 22:04:05.009795 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d3928e-a1eb-46cd-b7ee-f48bd180cfb2 req-2869c825-00a5-48d7-990e-0b7aa419b6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:05.011330 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-19d3928e-a1eb-46cd-b7ee-f48bd180cfb2 req-2869c825-00a5-48d7-990e-0b7aa419b6a0 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=60dfcf3014784939a1cc511726ce21b9&shared=False HTTP/1.1" status: 200  len: 904 time: 0.2715933
Jan 26 22:04:05.163536 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-131be52f-ea90-489d-895a-f3b010bfe494 req-5b7a71b5-9ac7-4d67-9152-b9c593891a53 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?id=154869ee-0738-403d-95c0-0032ceb77a96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1494744
Jan 26 22:04:05.210419 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d3928e-a1eb-46cd-b7ee-f48bd180cfb2 req-0d5b6fa6-07fa-474a-8590-4ad305afd3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:05.212236 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-19d3928e-a1eb-46cd-b7ee-f48bd180cfb2 req-0d5b6fa6-07fa-474a-8590-4ad305afd3aa service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1836677
Jan 26 22:04:05.359655 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-51454eb6-e8aa-4199-9b60-f8939cfc74b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:05.361329 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-51454eb6-e8aa-4199-9b60-f8939cfc74b1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=60dfcf3014784939a1cc511726ce21b9&device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 1160 time: 0.0889604
Jan 26 22:04:05.442963 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-6b7c624d-a0ca-4b1b-9995-3a89c19179c0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f53dac49-6a79-4566-8b28-5e977b89d70e HTTP/1.1" status: 200  len: 217 time: 0.0679557
Jan 26 22:04:05.519422 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-cbed04ca-57f6-4787-a478-b31e81f4d7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:05.521043 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-cbed04ca-57f6-4787-a478-b31e81f4d7fd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=76424a3e-3bc6-47af-a6d3-63e8d7b4146b HTTP/1.1" status: 200  len: 849 time: 0.0723250
Jan 26 22:04:05.605191 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-e5d3ecfc-5cca-43ab-a71b-f82e91b58405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:05.606833 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-e5d3ecfc-5cca-43ab-a71b-f82e91b58405 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bcb900ab-09f7-4daf-a87d-d29a89c050da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0796132
Jan 26 22:04:05.759527 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-84bb1b5f-be57-4feb-bfdf-6b1ed25eca9a service neutron] 10.222.0.45 "GET /v2.0/networks/bcb900ab-09f7-4daf-a87d-d29a89c050da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1444721
Jan 26 22:04:05.909669 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c3f25da6-5753-4605-8de4-f04f1ae2abfa req-bab1e2a2-6856-47a9-a17c-4c5722f5053f service neutron] 10.222.0.45 "GET /v2.0/networks/bcb900ab-09f7-4daf-a87d-d29a89c050da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1431313
Jan 26 22:04:06.430837 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8da040-9fa2-4beb-9e4e-df1a43ca7316 req-23cc9509-a531-4add-b2c5-b74e803a7ca3 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:06.432563 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9b8da040-9fa2-4beb-9e4e-df1a43ca7316 req-23cc9509-a531-4add-b2c5-b74e803a7ca3 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 943 time: 0.1320038
Jan 26 22:04:06.492300 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9b8da040-9fa2-4beb-9e4e-df1a43ca7316 req-a20af970-4b33-404c-be7f-4c0f759100f3 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?id=154869ee-0738-403d-95c0-0032ceb77a96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0526931
Jan 26 22:04:07.769037 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe21fe50-f3f8-4b52-ab68-4afb67c63e77 req-69c3b2cc-04d6-44c1-8ddc-c389967f0f03 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:07.770763 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fe21fe50-f3f8-4b52-ab68-4afb67c63e77 req-69c3b2cc-04d6-44c1-8ddc-c389967f0f03 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 943 time: 0.1414216
Jan 26 22:04:07.838731 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fe21fe50-f3f8-4b52-ab68-4afb67c63e77 req-97a0362d-efc3-45e6-b506-8ac3b412d4f0 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?id=154869ee-0738-403d-95c0-0032ceb77a96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0612493
Jan 26 22:04:08.284766 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device f53dac49-6a79-4566-8b28-5e977b89d70e up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:04:08.389684 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning for port f53dac49-6a79-4566-8b28-5e977b89d70e completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 22:04:08.395288 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port f53dac49-6a79-4566-8b28-5e977b89d70e triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:04:08.395768 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:08.520227 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:08.559543 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98bb87f7-ba89-4417-8c66-7803404b400b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f53dac49-6a79-4566-8b28-5e977b89d70e'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:04:08.580899 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] For port f53dac49-6a79-4566-8b28-5e977b89d70e, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=f53dac49-6a79-4566-8b28-5e977b89d70e,segment=NetworkSegment(fd74516d-a689-4060-abef-5152681981b3),segment_id=fd74516d-a689-4060-abef-5152681981b3)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:04:08.618557 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:08.621819 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:04:08.679583 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98bb87f7-ba89-4417-8c66-7803404b400b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f53dac49-6a79-4566-8b28-5e977b89d70e', 'code': 200}
Jan 26 22:04:08.723600 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Pushing event updated for resources: {'Port': ['ID=f53dac49-6a79-4566-8b28-5e977b89d70e,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:04:08.727348 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:04:08.985984 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db1413-61ad-4d1b-b415-1410e65e1632 req-be9398eb-873b-4ee0-a943-4f9cddcd4462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:08.988463 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-68db1413-61ad-4d1b-b415-1410e65e1632 req-be9398eb-873b-4ee0-a943-4f9cddcd4462 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 1162 time: 0.0842335
Jan 26 22:04:09.089368 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-68db1413-61ad-4d1b-b415-1410e65e1632 req-77c2c94f-0710-43eb-bd84-ba26e90dc574 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=154869ee-0738-403d-95c0-0032ceb77a96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0936213
Jan 26 22:04:09.161344 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a644e07-94b2-4ce7-8416-97315f2d81bb req-916056f5-f5d9-4941-8fe0-2bb908760b17 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:09.163446 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4a644e07-94b2-4ce7-8416-97315f2d81bb req-916056f5-f5d9-4941-8fe0-2bb908760b17 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 945 time: 0.1510322
Jan 26 22:04:09.223482 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4a644e07-94b2-4ce7-8416-97315f2d81bb req-6900d777-1d0a-4461-b78a-d1e8fba79e9f tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?id=154869ee-0738-403d-95c0-0032ceb77a96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0533876
Jan 26 22:04:09.572114 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-10cb0af6-2413-41f5-8882-71febf86f739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:09.919498 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device f53dac49-6a79-4566-8b28-5e977b89d70e up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:04:10.001851 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port f53dac49-6a79-4566-8b28-5e977b89d70e triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:04:10.002422 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:10.279942 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 52018) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:04:10.348554 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef947adc-5129-4775-8f96-9068f92ab247 admin admin] Deleting subnet 6b9f888d-ad84-4cf2-be9b-1b6af2cccb64 {{(pid=80149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 26 22:04:10.352264 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ef947adc-5129-4775-8f96-9068f92ab247 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:10.456670 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ef947adc-5129-4775-8f96-9068f92ab247 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036823318344'] for subnet, precommit_delete_associations {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:10.532558 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ef947adc-5129-4775-8f96-9068f92ab247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-902117'] for subnet, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:10.623086 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ae244-b520-4af1-8cd7-33a613c5e0e6 req-2ee66c85-213e-4ccf-b1b0-10ab930904f3 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:10.625501 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-435ae244-b520-4af1-8cd7-33a613c5e0e6 req-2ee66c85-213e-4ccf-b1b0-10ab930904f3 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 945 time: 0.2441251
Jan 26 22:04:10.772030 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-435ae244-b520-4af1-8cd7-33a613c5e0e6 req-cd301ffb-02fc-4a02-97db-0e45a9ce1513 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?id=154869ee-0738-403d-95c0-0032ceb77a96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1372845
Jan 26 22:04:10.939027 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ef947adc-5129-4775-8f96-9068f92ab247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853873682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31461600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31482902'] for subnet, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:10.956536 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d45aeb20-a44a-452f-bfb5-2b5ab9168ffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:04:11.054262 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef947adc-5129-4775-8f96-9068f92ab247 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b9f888d-ad84-4cf2-be9b-1b6af2cccb64,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:04:11.059106 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-ef947adc-5129-4775-8f96-9068f92ab247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:04:11.096880 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ef947adc-5129-4775-8f96-9068f92ab247 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:11.103551 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-ef947adc-5129-4775-8f96-9068f92ab247 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6b9f888d-ad84-4cf2-be9b-1b6af2cccb64 HTTP/1.1" status: 204  len: 168 time: 0.8224940
Jan 26 22:04:11.106535 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 52022) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:04:11.228249 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7117fb4a-ee98-4993-a6e4-a8f746e56e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695781'] for network, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:11.670463 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7117fb4a-ee98-4993-a6e4-a8f746e56e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917372', 'neutron.services.segments.db._delete_segments_for_network--9223363247824506586'] for network, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:11.792040 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.segments.db [None req-7117fb4a-ee98-4993-a6e4-a8f746e56e6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe5aea60630>,) {'filters': {'network_id': ['8904a6e0-aa88-4798-9a29-cb1a3f9b9001']}} {{(pid=80149) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:04:11.805428 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.segments.db [None req-7117fb4a-ee98-4993-a6e4-a8f746e56e6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5aea60630>, 'f374c4f9-2552-4e5c-9d66-64cb98fcef90') {'for_net_delete': True} {{(pid=80149) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:04:11.805774 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.segments.db [None req-7117fb4a-ee98-4993-a6e4-a8f746e56e6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5aea60630>, 'f374c4f9-2552-4e5c-9d66-64cb98fcef90') {} {{(pid=80149) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:04:11.818988 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7117fb4a-ee98-4993-a6e4-a8f746e56e6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247824509914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31457456'] for segment, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:11.836182 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7117fb4a-ee98-4993-a6e4-a8f746e56e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853870792'] for segment, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:11.838231 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7117fb4a-ee98-4993-a6e4-a8f746e56e6d admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 26 22:04:11.911350 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device f53dac49-6a79-4566-8b28-5e977b89d70e up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:04:11.989819 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port f53dac49-6a79-4566-8b28-5e977b89d70e triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:04:11.990243 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:12.095087 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-7117fb4a-ee98-4993-a6e4-a8f746e56e6d admin admin] Network 8904a6e0-aa88-4798-9a29-cb1a3f9b9001 has no segments {{(pid=80149) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 22:04:12.105739 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7117fb4a-ee98-4993-a6e4-a8f746e56e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-905039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823313597'] for segment, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:12.317103 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb5938-73f3-43ef-a6d2-9140efb298bd req-7dc8cb0c-30f5-44da-b34b-5cacbd9c55aa tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:12.318754 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-cecb5938-73f3-43ef-a6d2-9140efb298bd req-7dc8cb0c-30f5-44da-b34b-5cacbd9c55aa tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 945 time: 0.3981290
Jan 26 22:04:12.367880 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-7117fb4a-ee98-4993-a6e4-a8f746e56e6d admin admin] Network 8904a6e0-aa88-4798-9a29-cb1a3f9b9001 has no segments {{(pid=80149) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 22:04:12.392104 dv-cinder-772126-1-iscsi neutron-server[80035]: Traceback (most recent call last):
Jan 26 22:04:12.392104 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 26 22:04:12.392104 dv-cinder-772126-1-iscsi neutron-server[80035]:     timer()
Jan 26 22:04:12.392104 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 26 22:04:12.392104 dv-cinder-772126-1-iscsi neutron-server[80035]:     cb(*args, **kw)
Jan 26 22:04:12.392104 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 26 22:04:12.392104 dv-cinder-772126-1-iscsi neutron-server[80035]:     return func(*args, **kwargs)
Jan 26 22:04:12.392104 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 26 22:04:12.392104 dv-cinder-772126-1-iscsi neutron-server[80035]:     self._notify()
Jan 26 22:04:12.392104 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 26 22:04:12.392104 dv-cinder-772126-1-iscsi neutron-server[80035]:     self.callback(batched_events)
Jan 26 22:04:12.392104 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 26 22:04:12.392104 dv-cinder-772126-1-iscsi neutron-server[80035]:     event.method(event)
Jan 26 22:04:12.392104 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 26 22:04:12.392104 dv-cinder-772126-1-iscsi neutron-server[80035]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 26 22:04:12.392104 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 26 22:04:12.392104 dv-cinder-772126-1-iscsi neutron-server[80035]:     segment_id)['aggregates'][0]
Jan 26 22:04:12.392104 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 26 22:04:12.392104 dv-cinder-772126-1-iscsi neutron-server[80035]:     return f(self, *a, **k)
Jan 26 22:04:12.392104 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 26 22:04:12.392104 dv-cinder-772126-1-iscsi neutron-server[80035]:     return self._get(url).json()
Jan 26 22:04:12.392104 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 26 22:04:12.392104 dv-cinder-772126-1-iscsi neutron-server[80035]:     **kwargs)
Jan 26 22:04:12.392104 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 26 22:04:12.392104 dv-cinder-772126-1-iscsi neutron-server[80035]:     return self.request(url, 'GET', **kwargs)
Jan 26 22:04:12.392104 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 26 22:04:12.392104 dv-cinder-772126-1-iscsi neutron-server[80035]:     **endpoint_filter)
Jan 26 22:04:12.392104 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 26 22:04:12.392104 dv-cinder-772126-1-iscsi neutron-server[80035]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 26 22:04:12.392104 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 26 22:04:12.392104 dv-cinder-772126-1-iscsi neutron-server[80035]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 26 22:04:12.392104 dv-cinder-772126-1-iscsi neutron-server[80035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 26 22:04:12.484164 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-cecb5938-73f3-43ef-a6d2-9140efb298bd req-66b39300-319b-4ac4-8ab0-8017e16009c8 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?id=154869ee-0738-403d-95c0-0032ceb77a96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1513433
Jan 26 22:04:12.572860 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7117fb4a-ee98-4993-a6e4-a8f746e56e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853858444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036821521443'] for network, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:12.576562 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:04:12.596131 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7117fb4a-ee98-4993-a6e4-a8f746e56e6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for network, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:12.603572 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117fb4a-ee98-4993-a6e4-a8f746e56e6d admin admin] Pushing event deleted for resources: {'Network': ['ID=8904a6e0-aa88-4798-9a29-cb1a3f9b9001,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:04:12.610076 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-7117fb4a-ee98-4993-a6e4-a8f746e56e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:04:12.682938 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-7117fb4a-ee98-4993-a6e4-a8f746e56e6d admin admin] 10.222.0.30 "DELETE /v2.0/networks/8904a6e0-aa88-4798-9a29-cb1a3f9b9001 HTTP/1.1" status: 204  len: 168 time: 1.5752850
Jan 26 22:04:12.771864 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9964b6e-8dc0-43b8-a8c5-e8a19b3957f9 req-747ee369-848b-4627-96f6-df9a1f8784f4 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:12.773576 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c9964b6e-8dc0-43b8-a8c5-e8a19b3957f9 req-747ee369-848b-4627-96f6-df9a1f8784f4 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 945 time: 0.1493118
Jan 26 22:04:12.783790 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 52032) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:04:12.790026 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-96d18fc1-2de0-42d0-a400-158789f0e7df tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Request body: {'floatingip': {'port_id': 'f53dac49-6a79-4566-8b28-5e977b89d70e'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:04:12.885571 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-96d18fc1-2de0-42d0-a400-158789f0e7df tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks [] for floatingip, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:12.961956 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 52036) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:04:13.024985 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-61edea1b-219f-46a7-840b-f6f2f9c41a60 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8071c97ee0f643c99500a38297ab3828&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0593376
Jan 26 22:04:13.025367 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 52040) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:04:13.092251 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-97473774-e4ea-499b-993f-e45f23d608ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:13.121168 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-97473774-e4ea-499b-993f-e45f23d608ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:13.269489 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-97473774-e4ea-499b-993f-e45f23d608ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:13.274887 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9d3c5d37-48fe-4b88-b5cc-2416f98db68e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:04:13.287086 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97473774-e4ea-499b-993f-e45f23d608ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271c8670-57af-423c-b843-484955cf0946,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:04:13.290301 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-97473774-e4ea-499b-993f-e45f23d608ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:04:13.296461 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-97473774-e4ea-499b-993f-e45f23d608ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:13.301269 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-97473774-e4ea-499b-993f-e45f23d608ea admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/271c8670-57af-423c-b843-484955cf0946 HTTP/1.1" status: 204  len: 168 time: 0.2749071
Jan 26 22:04:13.363740 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:13.401184 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-aa223078-57ca-4619-a13a-6ae54ef4a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:13.547529 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-96d18fc1-2de0-42d0-a400-158789f0e7df tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:13.572268 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-96d18fc1-2de0-42d0-a400-158789f0e7df tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036821521460'] for floatingip, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:13.770151 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.db.l3_db [None req-96d18fc1-2de0-42d0-a400-158789f0e7df tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Floating IP eb967e34-0cfd-4b92-8b6d-0e44c688ec5a associated. External IP: 172.27.2.104, port: f53dac49-6a79-4566-8b28-5e977b89d70e.
Jan 26 22:04:14.040064 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b1e815a7-9148-4003-81aa-6b4000a70546 req-73877d4d-0adb-46dd-90d1-40d947c35307 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1291716
Jan 26 22:04:14.474689 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:14.543049 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e815a7-9148-4003-81aa-6b4000a70546 req-8266eb78-317b-48f1-8aac-8bbb76ab10b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:14.544694 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b1e815a7-9148-4003-81aa-6b4000a70546 req-8266eb78-317b-48f1-8aac-8bbb76ab10b0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=66b3e2a25f144fa88a4be7bd2f2b4abf&device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 1163 time: 0.1357415
Jan 26 22:04:14.553644 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d18fc1-2de0-42d0-a400-158789f0e7df tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Router 9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da has already been hosted by L3 agent d246ac06-2269-4624-8b82-d0eab6b3335a {{(pid=80149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 22:04:14.622927 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:14.886056 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e815a7-9148-4003-81aa-6b4000a70546 req-4191e572-9f5a-4857-96af-52993add29a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:14.887695 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b1e815a7-9148-4003-81aa-6b4000a70546 req-4191e572-9f5a-4857-96af-52993add29a9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a HTTP/1.1" status: 200  len: 903 time: 0.2692611
Jan 26 22:04:14.888965 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d18fc1-2de0-42d0-a400-158789f0e7df tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify agent at l3_agent.dv-cinder-772126-1-iscsi the message routers_updated {{(pid=80149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 22:04:14.894738 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-96d18fc1-2de0-42d0-a400-158789f0e7df tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for floatingip, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:14.899584 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565c9a69-5640-4903-8f6f-494210f781e3 None None] Sync routers for ids ['9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da'] in dv-cinder-772126-1-iscsi {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 22:04:14.910516 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565c9a69-5640-4903-8f6f-494210f781e3 None None] Routers {'9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:04:14.911206 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-565c9a69-5640-4903-8f6f-494210f781e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5acdc6470>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:04:13Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:04:15.057584 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-96d18fc1-2de0-42d0-a400-158789f0e7df tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "PUT /v2.0/floatingips/eb967e34-0cfd-4b92-8b6d-0e44c688ec5a HTTP/1.1" status: 200  len: 991 time: 2.2725606
Jan 26 22:04:15.060952 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98bb87f7-ba89-4417-8c66-7803404b400b', 'tag': 'f53dac49-6a79-4566-8b28-5e977b89d70e'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:04:15.074220 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b1e815a7-9148-4003-81aa-6b4000a70546 req-cf4f98e2-31f3-4738-a2d8-cb5ab4700f01 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4af266fd-fe6c-43b0-9444-efb3cfe5d979 HTTP/1.1" status: 200  len: 1001 time: 0.1524014
Jan 26 22:04:15.151939 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98bb87f7-ba89-4417-8c66-7803404b400b', 'tag': 'f53dac49-6a79-4566-8b28-5e977b89d70e', 'status': 'completed', 'code': 200}
Jan 26 22:04:15.155779 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e815a7-9148-4003-81aa-6b4000a70546 req-ec715dd6-2f7f-4b97-8b94-b7784ea95912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:15.157862 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b1e815a7-9148-4003-81aa-6b4000a70546 req-ec715dd6-2f7f-4b97-8b94-b7784ea95912 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2a7d63f7-1667-43f1-aec3-7e67170ed9cb HTTP/1.1" status: 200  len: 848 time: 0.0775251
Jan 26 22:04:15.284470 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-565c9a69-5640-4903-8f6f-494210f781e3 None None] Set router 9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da gateway port host: dv-cinder-772126-1-iscsi {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:04:15.301315 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e815a7-9148-4003-81aa-6b4000a70546 req-834f8b03-9707-474b-81f8-ec73105ec213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:15.302989 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b1e815a7-9148-4003-81aa-6b4000a70546 req-834f8b03-9707-474b-81f8-ec73105ec213 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0880561
Jan 26 22:04:15.313485 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a581a-5635-4f62-94fd-bf3d8b0cd226 req-7537f6a9-ca8b-42b5-bc08-03f6bb46cfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:15.315803 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5f7a581a-5635-4f62-94fd-bf3d8b0cd226 req-7537f6a9-ca8b-42b5-bc08-03f6bb46cfeb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=60dfcf3014784939a1cc511726ce21b9&device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 1162 time: 0.0949759
Jan 26 22:04:15.435614 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:15.455095 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b1e815a7-9148-4003-81aa-6b4000a70546 req-20a4efe6-74fa-474f-bd95-b5be8353a087 service neutron] 10.222.0.45 "GET /v2.0/networks/8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452379
Jan 26 22:04:15.467082 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a581a-5635-4f62-94fd-bf3d8b0cd226 req-5455fa7d-8639-4780-a0d2-34c4d3d91cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:15.469871 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5f7a581a-5635-4f62-94fd-bf3d8b0cd226 req-5455fa7d-8639-4780-a0d2-34c4d3d91cba service neutron] 10.222.0.45 "GET /v2.0/networks?id=bcb900ab-09f7-4daf-a87d-d29a89c050da HTTP/1.1" status: 200  len: 904 time: 0.1468537
Jan 26 22:04:15.582919 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5f7a581a-5635-4f62-94fd-bf3d8b0cd226 req-9dc0446b-9804-4dea-881d-28db78b98818 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f53dac49-6a79-4566-8b28-5e977b89d70e HTTP/1.1" status: 200  len: 999 time: 0.1071422
Jan 26 22:04:15.614876 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b1e815a7-9148-4003-81aa-6b4000a70546 req-29fa3513-24d4-47a2-9e06-1637323f32da service neutron] 10.222.0.45 "GET /v2.0/networks/8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1452248
Jan 26 22:04:15.662890 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a581a-5635-4f62-94fd-bf3d8b0cd226 req-8213a1e8-a602-44e4-a0f9-cf5e1e615009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:15.664629 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5f7a581a-5635-4f62-94fd-bf3d8b0cd226 req-8213a1e8-a602-44e4-a0f9-cf5e1e615009 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=76424a3e-3bc6-47af-a6d3-63e8d7b4146b HTTP/1.1" status: 200  len: 849 time: 0.0757442
Jan 26 22:04:15.681660 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-565c9a69-5640-4903-8f6f-494210f781e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5acdc6470>, [{'id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'name': 'tempest-AttachVolumeTestJSON-464932842-router', 'tenant_id': '60dfcf3014784939a1cc511726ce21b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'f88a3669-1607-44e0-94d7-adf4d8b2c6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:03:47Z', 'updated_at': '2021-01-26T22:03:52Z', 'revision_number': 4, 'project_id': '60dfcf3014784939a1cc511726ce21b9', 'gw_port': {'id': 'f88a3669-1607-44e0-94d7-adf4d8b2c6b4', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:03:48Z', 'updated_at': '2021-01-26T22:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_floatingips': [{'id': 'eb967e34-0cfd-4b92-8b6d-0e44c688ec5a', 'tenant_id': '60dfcf3014784939a1cc511726ce21b9', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'router_id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'port_id': 'f53dac49-6a79-4566-8b28-5e977b89d70e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcb900ab-09f7-4daf-a87d-d29a89c050da', 'mac_address': 'fa:16:3e:f7:f8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bb87f7-ba89-4417-8c66-7803404b400b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T22:03:57Z', 'updated_at': '2021-01-26T22:04:13Z', 'revision_number': 1, 'project_id': '60dfcf3014784939a1cc511726ce21b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1a57a6b-d8a9-400c-a48b-2c941d5b65bb', 'name': '', 'network_id': 'bcb900ab-09f7-4daf-a87d-d29a89c050da', 'tenant_id': '60dfcf3014784939a1cc511726ce21b9', 'mac_address': 'fa:16:3e:fc:b2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '76424a3e-3bc6-47af-a6d3-63e8d7b4146b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:03:51Z', 'updated_at': '2021-01-26T22:04:01Z', 'revision_number': 5, 'project_id': '60dfcf3014784939a1cc511726ce21b9', 'subnets': [{'id': '76424a3e-3bc6-47af-a6d3-63e8d7b4146b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:04:15.686175 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565c9a69-5640-4903-8f6f-494210f781e3 None None] Checking router: 9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da for host: dv-cinder-772126-1-iscsi {{(pid=80150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 22:04:15.696399 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565c9a69-5640-4903-8f6f-494210f781e3 None None] Routers {'9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:04:15.697081 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-565c9a69-5640-4903-8f6f-494210f781e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5acdc6470>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:04:13Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:04:15.751710 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a581a-5635-4f62-94fd-bf3d8b0cd226 req-69d8c0c6-5771-40b2-be39-3921c380d8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:15.753343 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5f7a581a-5635-4f62-94fd-bf3d8b0cd226 req-69d8c0c6-5771-40b2-be39-3921c380d8b0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bcb900ab-09f7-4daf-a87d-d29a89c050da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0817854
Jan 26 22:04:15.900976 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-565c9a69-5640-4903-8f6f-494210f781e3 None None] Set router 9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da gateway port host: dv-cinder-772126-1-iscsi {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:04:15.904968 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5f7a581a-5635-4f62-94fd-bf3d8b0cd226 req-1bb2a0c0-c902-407f-895f-ead770dd9f09 service neutron] 10.222.0.45 "GET /v2.0/networks/bcb900ab-09f7-4daf-a87d-d29a89c050da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1440597
Jan 26 22:04:16.054399 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5f7a581a-5635-4f62-94fd-bf3d8b0cd226 req-ee5647bf-8185-4a20-a9e4-43eb9d0b8e98 service neutron] 10.222.0.45 "GET /v2.0/networks/bcb900ab-09f7-4daf-a87d-d29a89c050da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1421082
Jan 26 22:04:16.301740 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-565c9a69-5640-4903-8f6f-494210f781e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5acdc6470>, [{'id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'name': 'tempest-AttachVolumeTestJSON-464932842-router', 'tenant_id': '60dfcf3014784939a1cc511726ce21b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'f88a3669-1607-44e0-94d7-adf4d8b2c6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:03:47Z', 'updated_at': '2021-01-26T22:03:52Z', 'revision_number': 4, 'project_id': '60dfcf3014784939a1cc511726ce21b9', 'gw_port': {'id': 'f88a3669-1607-44e0-94d7-adf4d8b2c6b4', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:03:48Z', 'updated_at': '2021-01-26T22:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_floatingips': [{'id': 'eb967e34-0cfd-4b92-8b6d-0e44c688ec5a', 'tenant_id': '60dfcf3014784939a1cc511726ce21b9', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'router_id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'port_id': 'f53dac49-6a79-4566-8b28-5e977b89d70e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcb900ab-09f7-4daf-a87d-d29a89c050da', 'mac_address': 'fa:16:3e:f7:f8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bb87f7-ba89-4417-8c66-7803404b400b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T22:03:57Z', 'updated_at': '2021-01-26T22:04:13Z', 'revision_number': 1, 'project_id': '60dfcf3014784939a1cc511726ce21b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1a57a6b-d8a9-400c-a48b-2c941d5b65bb', 'name': '', 'network_id': 'bcb900ab-09f7-4daf-a87d-d29a89c050da', 'tenant_id': '60dfcf3014784939a1cc511726ce21b9', 'mac_address': 'fa:16:3e:fc:b2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '76424a3e-3bc6-47af-a6d3-63e8d7b4146b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:03:51Z', 'updated_at': '2021-01-26T22:04:01Z', 'revision_number': 5, 'project_id': '60dfcf3014784939a1cc511726ce21b9', 'subnets': [{'id': '76424a3e-3bc6-47af-a6d3-63e8d7b4146b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:04:16.306226 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565c9a69-5640-4903-8f6f-494210f781e3 None None] The sync data for ids ['9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da'] in dv-cinder-772126-1-iscsi is: [{'id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'name': 'tempest-AttachVolumeTestJSON-464932842-router', 'tenant_id': '60dfcf3014784939a1cc511726ce21b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'f88a3669-1607-44e0-94d7-adf4d8b2c6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:03:47Z', 'updated_at': '2021-01-26T22:03:52Z', 'revision_number': 4, 'project_id': '60dfcf3014784939a1cc511726ce21b9', 'gw_port': {'id': 'f88a3669-1607-44e0-94d7-adf4d8b2c6b4', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:03:48Z', 'updated_at': '2021-01-26T22:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_floatingips': [{'id': 'eb967e34-0cfd-4b92-8b6d-0e44c688ec5a', 'tenant_id': '60dfcf3014784939a1cc511726ce21b9', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'router_id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'port_id': 'f53dac49-6a79-4566-8b28-5e977b89d70e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcb900ab-09f7-4daf-a87d-d29a89c050da', 'mac_address': 'fa:16:3e:f7:f8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98bb87f7-ba89-4417-8c66-7803404b400b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T22:03:57Z', 'updated_at': '2021-01-26T22:04:13Z', 'revision_number': 1, 'project_id': '60dfcf3014784939a1cc511726ce21b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1a57a6b-d8a9-400c-a48b-2c941d5b65bb', 'name': '', 'network_id': 'bcb900ab-09f7-4daf-a87d-d29a89c050da', 'tenant_id': '60dfcf3014784939a1cc511726ce21b9', 'mac_address': 'fa:16:3e:fc:b2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '76424a3e-3bc6-47af-a6d3-63e8d7b4146b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:03:51Z', 'updated_at': '2021-01-26T22:04:01Z', 'revision_number': 5, 'project_id': '60dfcf3014784939a1cc511726ce21b9', 'subnets': [{'id': '76424a3e-3bc6-47af-a6d3-63e8d7b4146b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 22:04:16.640504 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7af522-1495-4cc8-a3c5-5d65e9f1df4f None None] New status for floating IP eb967e34-0cfd-4b92-8b6d-0e44c688ec5a: ACTIVE {{(pid=80151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 26 22:04:22.052075 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 22:04:25.851116 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b8f65-56cd-4d9f-9d21-05217de00adc req-ce68b0d1-adbf-4637-a592-3055fea35bc4 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:25.852886 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-710b8f65-56cd-4d9f-9d21-05217de00adc req-ce68b0d1-adbf-4637-a592-3055fea35bc4 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 946 time: 0.1298845
Jan 26 22:04:25.911875 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-710b8f65-56cd-4d9f-9d21-05217de00adc req-8b8bfe09-cfb7-472d-8ee6-6ad179ed8143 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/security-groups?id=081d1b97-1169-4869-ae03-80a3bef41642&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0521080
Jan 26 22:04:27.186359 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5949b4aa-3fef-4453-ab37-43e816f6b0bb req-2a3c1bd4-ee67-42fb-91dc-e7b17ad8ec50 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:27.188738 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5949b4aa-3fef-4453-ab37-43e816f6b0bb req-2a3c1bd4-ee67-42fb-91dc-e7b17ad8ec50 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 946 time: 0.1393507
Jan 26 22:04:27.251442 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5949b4aa-3fef-4453-ab37-43e816f6b0bb req-2319ed3e-7c78-43ec-bec7-580a84e2e2ab tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/security-groups?id=081d1b97-1169-4869-ae03-80a3bef41642&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0553517
Jan 26 22:04:28.523785 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb399b-16bd-4595-8edb-a66fe464c16e req-4de190d6-00a4-4671-b59a-7270a6e10c57 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:28.525544 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f8cb399b-16bd-4595-8edb-a66fe464c16e req-4de190d6-00a4-4671-b59a-7270a6e10c57 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 946 time: 0.1315417
Jan 26 22:04:28.586522 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f8cb399b-16bd-4595-8edb-a66fe464c16e req-e8511cc7-173f-4953-9589-94341d9e6161 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/security-groups?id=081d1b97-1169-4869-ae03-80a3bef41642&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0529001
Jan 26 22:04:29.868589 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa03fe4-951f-434f-ade4-25d62e3e2575 req-bd0631b3-9987-4c4d-88ef-007d6d2de870 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:29.870370 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-caa03fe4-951f-434f-ade4-25d62e3e2575 req-bd0631b3-9987-4c4d-88ef-007d6d2de870 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 946 time: 0.1422591
Jan 26 22:04:29.941062 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-caa03fe4-951f-434f-ade4-25d62e3e2575 req-947af49a-fe62-403a-8347-e1c5f4cc5a20 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/security-groups?id=081d1b97-1169-4869-ae03-80a3bef41642&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0572934
Jan 26 22:04:31.211200 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eff335-cfe3-4335-b322-3a49aa03b3c5 req-d4a7fb34-bbe8-43fe-8802-6e74aae117b4 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:31.212885 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f9eff335-cfe3-4335-b322-3a49aa03b3c5 req-d4a7fb34-bbe8-43fe-8802-6e74aae117b4 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 946 time: 0.1333337
Jan 26 22:04:31.272673 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f9eff335-cfe3-4335-b322-3a49aa03b3c5 req-8c1acc10-2290-423c-a18c-b88323011b61 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/security-groups?id=081d1b97-1169-4869-ae03-80a3bef41642&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0527241
Jan 26 22:04:32.533464 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f207611-5caf-4eff-af6a-89287b106ec1 req-075ed41e-fc79-4eef-b007-2982a4c30dab tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:32.535167 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4f207611-5caf-4eff-af6a-89287b106ec1 req-075ed41e-fc79-4eef-b007-2982a4c30dab tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 946 time: 0.1272409
Jan 26 22:04:32.596702 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4f207611-5caf-4eff-af6a-89287b106ec1 req-24ddedc5-c2bb-4338-9e45-e296830e72b4 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/security-groups?id=081d1b97-1169-4869-ae03-80a3bef41642&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0549908
Jan 26 22:04:33.859539 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b457d-4d27-4fa8-bf2e-b6768a60ba5d req-7a96737e-8e25-46c9-829c-e2b9bc67706f tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:33.861269 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-3c3b457d-4d27-4fa8-bf2e-b6768a60ba5d req-7a96737e-8e25-46c9-829c-e2b9bc67706f tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 946 time: 0.1313386
Jan 26 22:04:33.930643 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-3c3b457d-4d27-4fa8-bf2e-b6768a60ba5d req-c4ba0b11-ce3f-420c-abfc-2c1149d1d935 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/security-groups?id=081d1b97-1169-4869-ae03-80a3bef41642&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0631459
Jan 26 22:04:35.216146 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75381e9b-2ec2-4d4f-84ae-fc545931c22c req-b1533658-8407-4e16-b65e-8da01861945f tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:35.217838 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-75381e9b-2ec2-4d4f-84ae-fc545931c22c req-b1533658-8407-4e16-b65e-8da01861945f tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 946 time: 0.1346619
Jan 26 22:04:35.275923 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-75381e9b-2ec2-4d4f-84ae-fc545931c22c req-af5444b9-b439-4a49-b8d9-d60a34ec0d22 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/security-groups?id=081d1b97-1169-4869-ae03-80a3bef41642&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0516534
Jan 26 22:04:36.063323 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f3916-3435-41e6-b795-298ad3786714 req-766bbcb0-45d2-42fa-ace4-a389545e846b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:36.065015 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-de2f3916-3435-41e6-b795-298ad3786714 req-766bbcb0-45d2-42fa-ace4-a389545e846b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=66b3e2a25f144fa88a4be7bd2f2b4abf&device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 1163 time: 0.0859931
Jan 26 22:04:36.219493 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f3916-3435-41e6-b795-298ad3786714 req-30d117cf-6e55-438b-b01c-c07dd80b0b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:36.221040 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-de2f3916-3435-41e6-b795-298ad3786714 req-30d117cf-6e55-438b-b01c-c07dd80b0b3c service neutron] 10.222.0.45 "GET /v2.0/networks?id=8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a HTTP/1.1" status: 200  len: 903 time: 0.1487424
Jan 26 22:04:36.338224 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-de2f3916-3435-41e6-b795-298ad3786714 req-4287099b-2b26-4587-9759-73e99d4fba01 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4af266fd-fe6c-43b0-9444-efb3cfe5d979 HTTP/1.1" status: 200  len: 1001 time: 0.1092172
Jan 26 22:04:36.439660 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f3916-3435-41e6-b795-298ad3786714 req-9fc1e3aa-3056-403c-b167-edf661ba2a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:36.441324 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-de2f3916-3435-41e6-b795-298ad3786714 req-9fc1e3aa-3056-403c-b167-edf661ba2a5d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2a7d63f7-1667-43f1-aec3-7e67170ed9cb HTTP/1.1" status: 200  len: 848 time: 0.0799620
Jan 26 22:04:36.532486 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f3916-3435-41e6-b795-298ad3786714 req-f9fa6e62-45b7-4692-b067-8abca5268759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:36.534263 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-de2f3916-3435-41e6-b795-298ad3786714 req-f9fa6e62-45b7-4692-b067-8abca5268759 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0855272
Jan 26 22:04:36.676537 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa3c67-b2c6-49cc-a301-575befb4dbd1 req-8e418dd3-3d4c-4cb6-a7d7-77d5bb9edc94 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:36.678549 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-75fa3c67-b2c6-49cc-a301-575befb4dbd1 req-8e418dd3-3d4c-4cb6-a7d7-77d5bb9edc94 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 946 time: 0.1332901
Jan 26 22:04:36.698830 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-de2f3916-3435-41e6-b795-298ad3786714 req-0552a505-4d40-4b85-9f8a-fb68a1cf2dde service neutron] 10.222.0.45 "GET /v2.0/networks/8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1574228
Jan 26 22:04:36.748468 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-75fa3c67-b2c6-49cc-a301-575befb4dbd1 req-43bb9366-f2f0-41ac-8c6a-5d71417bda95 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/security-groups?id=081d1b97-1169-4869-ae03-80a3bef41642&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0568290
Jan 26 22:04:36.848789 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-de2f3916-3435-41e6-b795-298ad3786714 req-3fb85f86-9097-44b5-aee8-f1008ea9345a service neutron] 10.222.0.45 "GET /v2.0/networks/8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1425571
Jan 26 22:04:38.006350 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8945620-2380-4c05-96a4-474f449d63df req-f28a6386-113a-45b5-b558-a07baa671821 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:38.008045 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d8945620-2380-4c05-96a4-474f449d63df req-f28a6386-113a-45b5-b558-a07baa671821 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 946 time: 0.1283252
Jan 26 22:04:38.066582 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d8945620-2380-4c05-96a4-474f449d63df req-51b9f522-6fa6-4790-8836-54b4722bb626 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/security-groups?id=081d1b97-1169-4869-ae03-80a3bef41642&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0518081
Jan 26 22:04:39.341290 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4139840-5970-49b6-8ea3-c4ae93bafaf2 req-c5a0a907-d8c8-4e6d-b1c2-2e14f9a31c98 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:39.343656 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f4139840-5970-49b6-8ea3-c4ae93bafaf2 req-c5a0a907-d8c8-4e6d-b1c2-2e14f9a31c98 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 946 time: 0.1376429
Jan 26 22:04:39.404608 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f4139840-5970-49b6-8ea3-c4ae93bafaf2 req-878533c9-814a-481e-b69f-454a0682a612 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/security-groups?id=081d1b97-1169-4869-ae03-80a3bef41642&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0541642
Jan 26 22:04:39.572242 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9557c74c-9ac8-4781-b211-2a524df8a648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:39.925707 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 4af266fd-fe6c-43b0-9444-efb3cfe5d979 no longer exists at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 22:04:40.064081 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:40.101978 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff17407c-26ea-464a-91c0-6483193ae683', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4af266fd-fe6c-43b0-9444-efb3cfe5d979'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:04:40.115705 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] For port 4af266fd-fe6c-43b0-9444-efb3cfe5d979, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=4af266fd-fe6c-43b0-9444-efb3cfe5d979,segment=NetworkSegment(70525c5d-2c00-4ccf-9cca-a6432e942fb5),segment_id=70525c5d-2c00-4ccf-9cca-a6432e942fb5)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:04:40.172955 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:40.177710 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:04:40.223650 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff17407c-26ea-464a-91c0-6483193ae683', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4af266fd-fe6c-43b0-9444-efb3cfe5d979', 'code': 200}
Jan 26 22:04:40.263183 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Pushing event updated for resources: {'Port': ['ID=4af266fd-fe6c-43b0-9444-efb3cfe5d979,revision_number=5']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:04:40.272570 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:04:40.272951 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:04:40.273330 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:04:40.274397 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:04:40.274771 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:04:40.275333 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:04:40.275770 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:04:40.276184 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:04:40.276544 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:04:40.276909 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:04:40.277273 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:04:40.277642 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:04:40.278046 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:04:40.278416 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:04:40.278776 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:04:40.279145 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:04:40.279530 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:04:40.279891 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:04:40.280848 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:04:40.281207 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:04:40.281567 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:04:40.281927 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:04:40.282285 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:04:40.282642 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:04:40.287925 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:04:40.671513 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f417f-dde6-44e3-8fe0-ee0ffdaf2c52 req-246fce39-4526-4397-9f75-deee0b85cd61 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:40.673324 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-967f417f-dde6-44e3-8fe0-ee0ffdaf2c52 req-246fce39-4526-4397-9f75-deee0b85cd61 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 944 time: 0.1302850
Jan 26 22:04:40.740442 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-967f417f-dde6-44e3-8fe0-ee0ffdaf2c52 req-136b6496-9a6c-4a88-88e3-e50186c52b1f tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/security-groups?id=081d1b97-1169-4869-ae03-80a3bef41642&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0605671
Jan 26 22:04:41.293399 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 52130) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:04:41.345158 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59a335-3586-44b9-9bbd-b4c2dd85b33a req-db7be1cb-9821-4d72-859f-55bdca2e8ca5 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:41.346923 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5c59a335-3586-44b9-9bbd-b4c2dd85b33a req-db7be1cb-9821-4d72-859f-55bdca2e8ca5 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 944 time: 0.1393404
Jan 26 22:04:41.413860 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5c59a335-3586-44b9-9bbd-b4c2dd85b33a req-a10f8234-0ee7-47af-8791-07a07913deff tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/security-groups?id=081d1b97-1169-4869-ae03-80a3bef41642&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0556927
Jan 26 22:04:41.526721 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fe8f00fe-de0a-4db8-8c5c-fd8943403323 req-9fb26052-2731-40d1-8680-408ae25e134f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2313490
Jan 26 22:04:42.736667 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1bb7b8-d329-430d-a757-763af908e0ce req-e83cf53f-a0c9-41d2-80a6-4e28b9639eb3 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:42.738909 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-cf1bb7b8-d329-430d-a757-763af908e0ce req-e83cf53f-a0c9-41d2-80a6-4e28b9639eb3 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 944 time: 0.1481078
Jan 26 22:04:42.805915 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-cf1bb7b8-d329-430d-a757-763af908e0ce req-8cf96e6e-49de-42f6-b960-e240b626111d tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/security-groups?id=081d1b97-1169-4869-ae03-80a3bef41642&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0579281
Jan 26 22:04:43.429157 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:43.429911 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-22581dbd-3b82-4d0f-b8b5-a4cec857cb84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:43.798263 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f00fe-de0a-4db8-8c5c-fd8943403323 req-e93b0e29-af31-4c7e-82ad-42722c07709d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:43.799949 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fe8f00fe-de0a-4db8-8c5c-fd8943403323 req-e93b0e29-af31-4c7e-82ad-42722c07709d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683&tenant_id=66b3e2a25f144fa88a4be7bd2f2b4abf HTTP/1.1" status: 200  len: 1161 time: 0.0836277
Jan 26 22:04:43.932416 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f00fe-de0a-4db8-8c5c-fd8943403323 req-a0fbdbeb-51c6-4da8-8c8e-54dbef26ac83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:43.934738 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fe8f00fe-de0a-4db8-8c5c-fd8943403323 req-a0fbdbeb-51c6-4da8-8c8e-54dbef26ac83 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=66b3e2a25f144fa88a4be7bd2f2b4abf&device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 1161 time: 0.0969567
Jan 26 22:04:44.107372 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f00fe-de0a-4db8-8c5c-fd8943403323 req-99a36a43-cd0f-4b2c-bbdc-3ff85596221a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:44.109947 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fe8f00fe-de0a-4db8-8c5c-fd8943403323 req-99a36a43-cd0f-4b2c-bbdc-3ff85596221a service neutron] 10.222.0.45 "GET /v2.0/networks?id=8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a HTTP/1.1" status: 200  len: 903 time: 0.1680348
Jan 26 22:04:44.117994 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd7b90-72e9-4a2a-b498-552a64786065 req-deef4684-d9f6-462e-80ea-04185fe593be tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:44.119777 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1fdd7b90-72e9-4a2a-b498-552a64786065 req-deef4684-d9f6-462e-80ea-04185fe593be tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 944 time: 0.1468966
Jan 26 22:04:44.237942 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fe8f00fe-de0a-4db8-8c5c-fd8943403323 req-237e4ff6-515a-4c59-a0b4-a3d8eaedee8e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4af266fd-fe6c-43b0-9444-efb3cfe5d979 HTTP/1.1" status: 200  len: 999 time: 0.1202204
Jan 26 22:04:44.239727 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1fdd7b90-72e9-4a2a-b498-552a64786065 req-e6015f9f-67f4-459c-80ad-9f1168a1b953 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/security-groups?id=081d1b97-1169-4869-ae03-80a3bef41642&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1075141
Jan 26 22:04:44.337494 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f00fe-de0a-4db8-8c5c-fd8943403323 req-524a0196-3707-4173-9791-02ca57083192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:44.340364 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fe8f00fe-de0a-4db8-8c5c-fd8943403323 req-524a0196-3707-4173-9791-02ca57083192 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2a7d63f7-1667-43f1-aec3-7e67170ed9cb HTTP/1.1" status: 200  len: 848 time: 0.0936360
Jan 26 22:04:44.432271 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f00fe-de0a-4db8-8c5c-fd8943403323 req-2034bbd7-4fe8-465d-938f-f1797189b9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:44.435097 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fe8f00fe-de0a-4db8-8c5c-fd8943403323 req-2034bbd7-4fe8-465d-938f-f1797189b9f7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0879095
Jan 26 22:04:44.470107 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:44.593736 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fe8f00fe-de0a-4db8-8c5c-fd8943403323 req-48c1813f-b7b3-49f7-bc11-249c532ae506 service neutron] 10.222.0.45 "GET /v2.0/networks/8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1512964
Jan 26 22:04:44.630035 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:44.762434 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fe8f00fe-de0a-4db8-8c5c-fd8943403323 req-e1bc162f-ebdf-4537-951c-589ab63c5b90 service neutron] 10.222.0.45 "GET /v2.0/networks/8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1601665
Jan 26 22:04:45.384426 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:45.568172 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b1d68-8bb1-435f-b9b1-686850e06f80 req-62bec379-c523-4fb4-8b84-ef4e3a57fa2a tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:45.569830 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-062b1d68-8bb1-435f-b9b1-686850e06f80 req-62bec379-c523-4fb4-8b84-ef4e3a57fa2a tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 944 time: 0.1649847
Jan 26 22:04:45.633743 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-062b1d68-8bb1-435f-b9b1-686850e06f80 req-d52ac1de-9a65-43f7-88fd-63d913cd9382 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/security-groups?id=081d1b97-1169-4869-ae03-80a3bef41642&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0562642
Jan 26 22:04:46.907059 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420dc2b-6496-4166-b487-451f5a75233c req-8929f865-d411-45f2-a1db-87cd2c833b19 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:46.909623 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2420dc2b-6496-4166-b487-451f5a75233c req-8929f865-d411-45f2-a1db-87cd2c833b19 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 944 time: 0.1407690
Jan 26 22:04:47.239488 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2420dc2b-6496-4166-b487-451f5a75233c req-b2f5e340-220f-4b39-82b4-8836a01f378f tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/security-groups?id=081d1b97-1169-4869-ae03-80a3bef41642&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.3229566
Jan 26 22:04:48.505892 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217df10c-3f44-4596-9620-1c30a3cd287a req-51eef6fc-c9fe-4e36-b1bd-704f9cf585a3 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:48.507671 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-217df10c-3f44-4596-9620-1c30a3cd287a req-51eef6fc-c9fe-4e36-b1bd-704f9cf585a3 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 944 time: 0.1322527
Jan 26 22:04:48.582323 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-217df10c-3f44-4596-9620-1c30a3cd287a req-828971ed-4339-40f9-82bb-9a3e0e5ed353 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/security-groups?id=081d1b97-1169-4869-ae03-80a3bef41642&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0645912
Jan 26 22:04:49.865729 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e01aa1-9788-4eae-a372-4aa8057b4637 req-72e14b49-d960-448d-8d3e-5985bbdc499a tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:49.867817 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a7e01aa1-9788-4eae-a372-4aa8057b4637 req-72e14b49-d960-448d-8d3e-5985bbdc499a tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 944 time: 0.1473196
Jan 26 22:04:49.930202 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a7e01aa1-9788-4eae-a372-4aa8057b4637 req-54aeef94-5e99-4687-8e4c-00ec8d7a5591 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/security-groups?id=081d1b97-1169-4869-ae03-80a3bef41642&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0554833
Jan 26 22:04:51.216952 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab43aaf3-f774-4ed4-8f68-1da5c9bd39b9 req-a4469803-356e-4843-9e2f-bc32b3557210 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:51.218595 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ab43aaf3-f774-4ed4-8f68-1da5c9bd39b9 req-a4469803-356e-4843-9e2f-bc32b3557210 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 944 time: 0.1306434
Jan 26 22:04:51.279563 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ab43aaf3-f774-4ed4-8f68-1da5c9bd39b9 req-93c7a8e7-39cf-4f54-b2e4-0906a918db61 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/security-groups?id=081d1b97-1169-4869-ae03-80a3bef41642&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0536382
Jan 26 22:04:52.493500 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 4af266fd-fe6c-43b0-9444-efb3cfe5d979 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:04:52.546176 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14dd16-337a-4d5f-8d83-363f60f6fad5 req-b221d638-bc6b-4e45-ae6b-7a10b6df9cea tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:52.550044 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-3e14dd16-337a-4d5f-8d83-363f60f6fad5 req-b221d638-bc6b-4e45-ae6b-7a10b6df9cea tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 944 time: 0.1337631
Jan 26 22:04:52.577190 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 4af266fd-fe6c-43b0-9444-efb3cfe5d979 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:04:52.577535 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:52.620851 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-3e14dd16-337a-4d5f-8d83-363f60f6fad5 req-a6b570e3-cb48-48d5-ac3e-30b41c81db08 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/security-groups?id=081d1b97-1169-4869-ae03-80a3bef41642&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0599804
Jan 26 22:04:52.710883 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:52.741964 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff17407c-26ea-464a-91c0-6483193ae683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af266fd-fe6c-43b0-9444-efb3cfe5d979'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:04:52.753634 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] For port 4af266fd-fe6c-43b0-9444-efb3cfe5d979, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=4af266fd-fe6c-43b0-9444-efb3cfe5d979,segment=NetworkSegment(70525c5d-2c00-4ccf-9cca-a6432e942fb5),segment_id=70525c5d-2c00-4ccf-9cca-a6432e942fb5)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:04:52.771815 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:52.774848 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:04:52.812618 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff17407c-26ea-464a-91c0-6483193ae683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af266fd-fe6c-43b0-9444-efb3cfe5d979', 'code': 200}
Jan 26 22:04:52.858320 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Pushing event updated for resources: {'Port': ['ID=4af266fd-fe6c-43b0-9444-efb3cfe5d979,revision_number=6']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:04:52.862481 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:04:53.445849 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bd865-117a-442b-a6e7-7ceaf02e1224 req-508d87c0-9c17-4790-8585-fdf7a9a4fa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:53.447412 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-456bd865-117a-442b-a6e7-7ceaf02e1224 req-508d87c0-9c17-4790-8585-fdf7a9a4fa7a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 1163 time: 0.3320611
Jan 26 22:04:53.495829 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-456bd865-117a-442b-a6e7-7ceaf02e1224 req-6073613a-0e19-49d2-998e-6eda162e10e3 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=081d1b97-1169-4869-ae03-80a3bef41642&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0405667
Jan 26 22:04:53.897307 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4528f36-a9ed-4453-8a0f-3410936bae14 req-814d9732-58be-4ff2-8d2d-7da80a4a8d67 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:53.899059 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f4528f36-a9ed-4453-8a0f-3410936bae14 req-814d9732-58be-4ff2-8d2d-7da80a4a8d67 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 946 time: 0.1335869
Jan 26 22:04:53.963965 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f4528f36-a9ed-4453-8a0f-3410936bae14 req-c4a366df-e1ae-46d8-8b7d-ef1596040a99 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/security-groups?id=081d1b97-1169-4869-ae03-80a3bef41642&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0582082
Jan 26 22:04:54.173295 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 4af266fd-fe6c-43b0-9444-efb3cfe5d979 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:04:54.257456 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 4af266fd-fe6c-43b0-9444-efb3cfe5d979 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:04:54.257941 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:04:55.243556 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd216c-1b25-4693-9aa4-342288987d78 req-63ebd65c-2c09-4875-b1f9-cedc7f71c553 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:04:55.245200 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a4bd216c-1b25-4693-9aa4-342288987d78 req-63ebd65c-2c09-4875-b1f9-cedc7f71c553 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 946 time: 0.1315463
Jan 26 22:04:55.304023 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a4bd216c-1b25-4693-9aa4-342288987d78 req-195c3fda-753f-4ea3-81c8-0c956760add6 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/security-groups?id=081d1b97-1169-4869-ae03-80a3bef41642&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0511720
Jan 26 22:04:59.055075 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 22:05:02.532481 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849eca71-3866-4ddc-be88-5f8a31d503d0 req-f70b52ec-e39a-4de7-9bbc-44e4275f50c5 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:05:02.534153 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-849eca71-3866-4ddc-be88-5f8a31d503d0 req-f70b52ec-e39a-4de7-9bbc-44e4275f50c5 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 945 time: 0.1290271
Jan 26 22:05:02.593729 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-849eca71-3866-4ddc-be88-5f8a31d503d0 req-e7b21db2-7de7-4372-a855-0b566f0066b9 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?id=154869ee-0738-403d-95c0-0032ceb77a96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0530794
Jan 26 22:05:03.926900 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd554f9-3c78-4579-b5d6-06e271a9e306 req-ad5281c3-7b47-404a-95ca-d45d2fa4f65c tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:05:03.928782 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-cdd554f9-3c78-4579-b5d6-06e271a9e306 req-ad5281c3-7b47-404a-95ca-d45d2fa4f65c tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 945 time: 0.1677010
Jan 26 22:05:04.011603 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-cdd554f9-3c78-4579-b5d6-06e271a9e306 req-f1d06d26-4be5-4268-9345-27ecbf884b2c tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?id=154869ee-0738-403d-95c0-0032ceb77a96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0746629
Jan 26 22:05:05.286878 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95f77d-9a50-45aa-b55b-370ff179e222 req-5c7035c4-1338-41c2-b153-79d5211e332e tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:05:05.288668 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5d95f77d-9a50-45aa-b55b-370ff179e222 req-5c7035c4-1338-41c2-b153-79d5211e332e tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 945 time: 0.1386557
Jan 26 22:05:05.349644 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5d95f77d-9a50-45aa-b55b-370ff179e222 req-53fcdf4f-bf11-433a-9b03-5fa79530136c tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?id=154869ee-0738-403d-95c0-0032ceb77a96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0544183
Jan 26 22:05:06.773134 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1c686-8fb7-4ade-831f-527bbe8b9ccf req-987b293e-4bff-4282-9aea-36ed44f50f2d tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:05:06.774865 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-afe1c686-8fb7-4ade-831f-527bbe8b9ccf req-987b293e-4bff-4282-9aea-36ed44f50f2d tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 945 time: 0.2935281
Jan 26 22:05:06.836753 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-afe1c686-8fb7-4ade-831f-527bbe8b9ccf req-466063e4-6f10-426b-bb04-4a4f1c7e638a tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?id=154869ee-0738-403d-95c0-0032ceb77a96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0554290
Jan 26 22:05:08.185364 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767ed23-0154-48d9-b6cf-8d7e64d3af31 req-e503f1fa-e9d3-4a1c-8d02-f053fcb54733 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:05:08.187028 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e767ed23-0154-48d9-b6cf-8d7e64d3af31 req-e503f1fa-e9d3-4a1c-8d02-f053fcb54733 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 945 time: 0.2105386
Jan 26 22:05:08.245125 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e767ed23-0154-48d9-b6cf-8d7e64d3af31 req-de81d774-dad7-4bd9-a9e5-8e796e8e061f tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?id=154869ee-0738-403d-95c0-0032ceb77a96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511043
Jan 26 22:05:09.507286 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd2309-77ce-4587-ab8d-acd31e2be25e req-2399d342-0a9e-428d-b675-4771f46c5d93 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:05:09.509019 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-15cd2309-77ce-4587-ab8d-acd31e2be25e req-2399d342-0a9e-428d-b675-4771f46c5d93 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 945 time: 0.1312704
Jan 26 22:05:09.569557 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-15cd2309-77ce-4587-ab8d-acd31e2be25e req-ee3db875-76e7-47e3-92f8-765db2037c25 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?id=154869ee-0738-403d-95c0-0032ceb77a96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0527947
Jan 26 22:05:09.594096 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ebe249e2-5328-4810-8ae5-cdfd5f100bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:05:10.833587 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32efe055-02b0-4272-85ff-58f70366f93b req-72582dd9-b828-4a27-baa8-d1e659b7d306 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:05:10.835410 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-32efe055-02b0-4272-85ff-58f70366f93b req-72582dd9-b828-4a27-baa8-d1e659b7d306 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 945 time: 0.1291087
Jan 26 22:05:10.894551 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-32efe055-02b0-4272-85ff-58f70366f93b req-badced4a-b7eb-4af1-908b-38f4f8cfeb22 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?id=154869ee-0738-403d-95c0-0032ceb77a96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0527084
Jan 26 22:05:12.173138 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c9c81-fce9-4bb1-895c-309ca05cc1a1 req-526314a8-dfe9-4583-9696-82add3d65694 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:05:12.175036 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-406c9c81-fce9-4bb1-895c-309ca05cc1a1 req-526314a8-dfe9-4583-9696-82add3d65694 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 945 time: 0.1390712
Jan 26 22:05:12.250881 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-406c9c81-fce9-4bb1-895c-309ca05cc1a1 req-a4e96673-5e88-495b-897c-3a7de58f6070 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?id=154869ee-0738-403d-95c0-0032ceb77a96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0535586
Jan 26 22:05:13.377185 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:05:13.405692 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-44aa828e-8f0d-4509-9138-8799661a0ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:05:13.501268 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30d88d-43dc-4c48-8c3b-b69dbd3d03ea req-44514660-a4e1-4e45-914a-38801a13c6de tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:05:13.503040 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9d30d88d-43dc-4c48-8c3b-b69dbd3d03ea req-44514660-a4e1-4e45-914a-38801a13c6de tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 945 time: 0.1318581
Jan 26 22:05:13.559376 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9d30d88d-43dc-4c48-8c3b-b69dbd3d03ea req-97a5067d-416f-4fb7-8050-ec2f4900fc56 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?id=154869ee-0738-403d-95c0-0032ceb77a96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498707
Jan 26 22:05:14.355845 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b5b79-fddb-4b77-b459-9ee0a3dac1a2 req-9b960701-5ba8-4c58-bc14-91c34d793075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:05:14.357523 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-210b5b79-fddb-4b77-b459-9ee0a3dac1a2 req-9b960701-5ba8-4c58-bc14-91c34d793075 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=60dfcf3014784939a1cc511726ce21b9&device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 1162 time: 0.0847363
Jan 26 22:05:14.462923 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:05:14.536196 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b5b79-fddb-4b77-b459-9ee0a3dac1a2 req-2ff4bddd-fc19-450e-8035-c18c298b2146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:05:14.538170 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-210b5b79-fddb-4b77-b459-9ee0a3dac1a2 req-2ff4bddd-fc19-450e-8035-c18c298b2146 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bcb900ab-09f7-4daf-a87d-d29a89c050da HTTP/1.1" status: 200  len: 904 time: 0.1512115
Jan 26 22:05:14.665201 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-210b5b79-fddb-4b77-b459-9ee0a3dac1a2 req-20f5e7bc-1dff-4da5-978e-0b8ede642120 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f53dac49-6a79-4566-8b28-5e977b89d70e HTTP/1.1" status: 200  len: 1001 time: 0.1182938
Jan 26 22:05:14.681086 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:05:14.743849 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b5b79-fddb-4b77-b459-9ee0a3dac1a2 req-01364f4c-622b-4088-a8b6-3e40d39cd794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:05:14.745636 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-210b5b79-fddb-4b77-b459-9ee0a3dac1a2 req-01364f4c-622b-4088-a8b6-3e40d39cd794 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=76424a3e-3bc6-47af-a6d3-63e8d7b4146b HTTP/1.1" status: 200  len: 849 time: 0.0738597
Jan 26 22:05:14.826866 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e4b6d-940d-449a-afe7-e264a1a2b99d req-bf4f5ebb-9bb6-478b-a32e-31b33736d9d3 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:05:14.829704 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-027e4b6d-940d-449a-afe7-e264a1a2b99d req-bf4f5ebb-9bb6-478b-a32e-31b33736d9d3 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 945 time: 0.1299741
Jan 26 22:05:14.835854 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b5b79-fddb-4b77-b459-9ee0a3dac1a2 req-254c0b5f-99b3-4d83-af1d-d49cd1724e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:05:14.837530 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-210b5b79-fddb-4b77-b459-9ee0a3dac1a2 req-254c0b5f-99b3-4d83-af1d-d49cd1724e02 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bcb900ab-09f7-4daf-a87d-d29a89c050da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0851243
Jan 26 22:05:14.889915 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-027e4b6d-940d-449a-afe7-e264a1a2b99d req-24961b7f-4c3f-460e-92c1-07939deae32f tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?id=154869ee-0738-403d-95c0-0032ceb77a96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0532956
Jan 26 22:05:14.995162 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-210b5b79-fddb-4b77-b459-9ee0a3dac1a2 req-38e2ed5b-0422-4d1a-8e1d-bae3124bbac7 service neutron] 10.222.0.45 "GET /v2.0/networks/bcb900ab-09f7-4daf-a87d-d29a89c050da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1496811
Jan 26 22:05:15.155459 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-210b5b79-fddb-4b77-b459-9ee0a3dac1a2 req-a14e1865-18d0-45b5-92f2-db4f8913868f service neutron] 10.222.0.45 "GET /v2.0/networks/bcb900ab-09f7-4daf-a87d-d29a89c050da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1519167
Jan 26 22:05:15.377357 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:05:16.152805 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3da38b-b149-4d20-bd47-c4861d9e33aa req-9a8db07a-6027-4815-aee0-2a4fdb3f362b tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:05:16.154513 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4f3da38b-b149-4d20-bd47-c4861d9e33aa req-9a8db07a-6027-4815-aee0-2a4fdb3f362b tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 945 time: 0.1284888
Jan 26 22:05:16.212693 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4f3da38b-b149-4d20-bd47-c4861d9e33aa req-7c113e53-8f7d-40f7-958a-26f835e43eb6 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?id=154869ee-0738-403d-95c0-0032ceb77a96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514050
Jan 26 22:05:17.475491 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43ac3a-ad8c-49f6-bb34-493833f2a22c req-9107743d-a412-448b-b768-71f4918620dd tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:05:17.477214 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6f43ac3a-ad8c-49f6-bb34-493833f2a22c req-9107743d-a412-448b-b768-71f4918620dd tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 945 time: 0.1325345
Jan 26 22:05:17.539112 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6f43ac3a-ad8c-49f6-bb34-493833f2a22c req-cf6c2919-55e2-40c5-9bc5-370fd7e15a0e tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?id=154869ee-0738-403d-95c0-0032ceb77a96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0555029
Jan 26 22:05:18.808622 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8394e9c-79ad-4ddf-a776-db893c284a31 req-1fb5206f-098b-487c-9832-5240a552166d tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:05:18.810379 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b8394e9c-79ad-4ddf-a776-db893c284a31 req-1fb5206f-098b-487c-9832-5240a552166d tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 945 time: 0.1316402
Jan 26 22:05:18.872670 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b8394e9c-79ad-4ddf-a776-db893c284a31 req-17ea4e0c-4944-480a-bdba-c548fb119089 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?id=154869ee-0738-403d-95c0-0032ceb77a96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0551252
Jan 26 22:05:19.428509 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0e2e7-b8f5-49a5-86a4-124bb939414e req-98e3adc5-3600-4774-81a9-a4508bffd851 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:05:19.430149 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fce0e2e7-b8f5-49a5-86a4-124bb939414e req-98e3adc5-3600-4774-81a9-a4508bffd851 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 945 time: 0.1471224
Jan 26 22:05:19.460355 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9f2e9-66bd-4c62-8790-02984a6fa103 req-56888970-2aa8-4467-8d41-7764dbef0372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:05:19.462011 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4ce9f2e9-66bd-4c62-8790-02984a6fa103 req-56888970-2aa8-4467-8d41-7764dbef0372 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=60dfcf3014784939a1cc511726ce21b9&device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 1162 time: 0.0840049
Jan 26 22:05:19.494393 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fce0e2e7-b8f5-49a5-86a4-124bb939414e req-d39f6947-cfd3-4300-82b9-49f512615048 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?id=154869ee-0738-403d-95c0-0032ceb77a96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0569386
Jan 26 22:05:19.618529 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9f2e9-66bd-4c62-8790-02984a6fa103 req-409ce4d1-df40-47ad-af33-7a2f7e904a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:05:19.620216 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4ce9f2e9-66bd-4c62-8790-02984a6fa103 req-409ce4d1-df40-47ad-af33-7a2f7e904a9d service neutron] 10.222.0.45 "GET /v2.0/networks?id=bcb900ab-09f7-4daf-a87d-d29a89c050da HTTP/1.1" status: 200  len: 904 time: 0.1498821
Jan 26 22:05:19.738176 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4ce9f2e9-66bd-4c62-8790-02984a6fa103 req-dc2628be-45bf-4ecc-a386-cec860cf21e3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f53dac49-6a79-4566-8b28-5e977b89d70e HTTP/1.1" status: 200  len: 1001 time: 0.1110685
Jan 26 22:05:19.814463 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9f2e9-66bd-4c62-8790-02984a6fa103 req-3adbe843-7211-4fb0-8b38-4e81fa7490c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:05:19.816046 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4ce9f2e9-66bd-4c62-8790-02984a6fa103 req-3adbe843-7211-4fb0-8b38-4e81fa7490c9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=76424a3e-3bc6-47af-a6d3-63e8d7b4146b HTTP/1.1" status: 200  len: 849 time: 0.0707934
Jan 26 22:05:19.902505 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9f2e9-66bd-4c62-8790-02984a6fa103 req-7d077f57-421e-4a86-8eb3-dd401b3986a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:05:19.904207 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4ce9f2e9-66bd-4c62-8790-02984a6fa103 req-7d077f57-421e-4a86-8eb3-dd401b3986a1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bcb900ab-09f7-4daf-a87d-d29a89c050da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0814774
Jan 26 22:05:20.067825 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4ce9f2e9-66bd-4c62-8790-02984a6fa103 req-f188a52f-7cbd-4ef3-8e7c-e39410711765 service neutron] 10.222.0.45 "GET /v2.0/networks/bcb900ab-09f7-4daf-a87d-d29a89c050da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1490378
Jan 26 22:05:20.255303 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4ce9f2e9-66bd-4c62-8790-02984a6fa103 req-302a9145-ac22-4bc5-98f6-89a91bbcbb2e service neutron] 10.222.0.45 "GET /v2.0/networks/bcb900ab-09f7-4daf-a87d-d29a89c050da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1796913
Jan 26 22:05:20.774956 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dceed6-221b-4771-9bac-fa24e76ae8a0 req-01450ec9-77f6-4e1a-be11-7471d671bc61 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:05:20.776754 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-31dceed6-221b-4771-9bac-fa24e76ae8a0 req-01450ec9-77f6-4e1a-be11-7471d671bc61 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 945 time: 0.1362283
Jan 26 22:05:20.843294 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-31dceed6-221b-4771-9bac-fa24e76ae8a0 req-4d939dda-c488-4248-814a-17d4a82b373d tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?id=154869ee-0738-403d-95c0-0032ceb77a96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0586476
Jan 26 22:05:22.126004 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46341e-32c4-4af8-a31b-936a79c7c175 req-06632a00-5fa0-41f8-9470-79a73d4fd2d5 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:05:22.127755 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1a46341e-32c4-4af8-a31b-936a79c7c175 req-06632a00-5fa0-41f8-9470-79a73d4fd2d5 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 945 time: 0.1370757
Jan 26 22:05:22.188056 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1a46341e-32c4-4af8-a31b-936a79c7c175 req-36c54a1d-44d2-48d2-ac0f-be30105b8dd3 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?id=154869ee-0738-403d-95c0-0032ceb77a96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0533113
Jan 26 22:05:36.056517 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 22:05:39.565253 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d6ed1b54-006f-46e2-9aab-06b8ac7d1e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:05:43.382242 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:05:43.410756 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cca86cc5-c1ad-446e-b462-33c577166ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:05:44.473830 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:05:44.628035 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:05:45.377450 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:05:56.919873 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df66cc-ecb6-4abe-9683-489fbe05cb7e req-23029290-3dc5-4354-aa79-9803f2e099c8 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:05:56.922259 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-58df66cc-ecb6-4abe-9683-489fbe05cb7e req-23029290-3dc5-4354-aa79-9803f2e099c8 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 945 time: 0.1326640
Jan 26 22:05:56.982664 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-58df66cc-ecb6-4abe-9683-489fbe05cb7e req-ca361b1c-42ae-42d0-a586-5a3e02b8586d tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?id=154869ee-0738-403d-95c0-0032ceb77a96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0539036
Jan 26 22:05:58.262003 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a50ba3-6d4b-4318-a70e-8590e116e67f req-4a8d9c40-de69-4382-a4c4-afcb783309cb tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:05:58.263753 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f6a50ba3-6d4b-4318-a70e-8590e116e67f req-4a8d9c40-de69-4382-a4c4-afcb783309cb tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 945 time: 0.1311283
Jan 26 22:05:58.324414 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f6a50ba3-6d4b-4318-a70e-8590e116e67f req-a009dc53-f2b9-4fbb-99cf-ae14da01de5b tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?id=154869ee-0738-403d-95c0-0032ceb77a96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0536523
Jan 26 22:05:59.612850 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff25fded-b769-4784-9a79-5ff5b0cf65d4 req-4e89a7a4-816c-4037-9801-31e54ccf4986 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:05:59.614573 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ff25fded-b769-4784-9a79-5ff5b0cf65d4 req-4e89a7a4-816c-4037-9801-31e54ccf4986 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 945 time: 0.1416004
Jan 26 22:05:59.676171 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ff25fded-b769-4784-9a79-5ff5b0cf65d4 req-92c5f958-df6b-4d8b-913b-58a4b6bc920d tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?id=154869ee-0738-403d-95c0-0032ceb77a96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0547564
Jan 26 22:06:00.960018 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad0eb5-ec02-4434-91d3-6a87f2a5b076 req-26ce1e46-317b-403a-8e3f-c43a7b4c55d0 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:06:00.962386 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-78ad0eb5-ec02-4434-91d3-6a87f2a5b076 req-26ce1e46-317b-403a-8e3f-c43a7b4c55d0 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 945 time: 0.1428633
Jan 26 22:06:01.032456 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-78ad0eb5-ec02-4434-91d3-6a87f2a5b076 req-ba966a40-afdb-46b8-9549-f2bf11bc2a7a tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?id=154869ee-0738-403d-95c0-0032ceb77a96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0618081
Jan 26 22:06:02.316809 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc767843-9674-4c52-a2dd-bdab0a60874d req-dd1da212-e4d8-4245-aa9f-305b05aa1529 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:06:02.318633 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-bc767843-9674-4c52-a2dd-bdab0a60874d req-dd1da212-e4d8-4245-aa9f-305b05aa1529 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 945 time: 0.1403861
Jan 26 22:06:02.384047 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-bc767843-9674-4c52-a2dd-bdab0a60874d req-6f8d6acb-c096-43ef-8283-c7f10f42f4a7 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?id=154869ee-0738-403d-95c0-0032ceb77a96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0587118
Jan 26 22:06:02.954962 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device f53dac49-6a79-4566-8b28-5e977b89d70e up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:06:03.033219 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port f53dac49-6a79-4566-8b28-5e977b89d70e triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:06:03.033635 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:03.657257 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687bf339-1fd8-44ac-9268-bedc71f2846c req-2200c6af-6afd-4402-adb5-304a363632c1 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:06:03.658933 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-687bf339-1fd8-44ac-9268-bedc71f2846c req-2200c6af-6afd-4402-adb5-304a363632c1 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 945 time: 0.1367681
Jan 26 22:06:03.719020 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-687bf339-1fd8-44ac-9268-bedc71f2846c req-1999f123-07c3-4aef-bc70-12806ff4e5af tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?id=154869ee-0738-403d-95c0-0032ceb77a96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0533061
Jan 26 22:06:04.994968 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607d192-2c47-470c-8737-d096909dc02d req-d65f59fd-7fd7-4d4e-9962-eb6713752f56 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:06:04.996586 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1607d192-2c47-470c-8737-d096909dc02d req-d65f59fd-7fd7-4d4e-9962-eb6713752f56 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 945 time: 0.1414349
Jan 26 22:06:05.062220 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1607d192-2c47-470c-8737-d096909dc02d req-c746daa2-aa37-429c-a4ab-25587c0c879a tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?id=154869ee-0738-403d-95c0-0032ceb77a96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0578048
Jan 26 22:06:06.366426 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced61762-c215-4b59-846a-f87483f6e139 req-57419b4d-e926-4768-8a53-cfd78b4ee66e tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:06:06.368307 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ced61762-c215-4b59-846a-f87483f6e139 req-57419b4d-e926-4768-8a53-cfd78b4ee66e tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 945 time: 0.1370254
Jan 26 22:06:06.430163 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ced61762-c215-4b59-846a-f87483f6e139 req-e3a17281-5bb8-4a74-9324-b6f8e3f911e1 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?id=154869ee-0738-403d-95c0-0032ceb77a96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0539448
Jan 26 22:06:07.703561 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2defbc-80bc-4eb6-92d7-2b43f835ecee req-025737f2-239e-4537-bdfd-80f99660517d tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:06:07.705329 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7e2defbc-80bc-4eb6-92d7-2b43f835ecee req-025737f2-239e-4537-bdfd-80f99660517d tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 945 time: 0.1403999
Jan 26 22:06:07.766661 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7e2defbc-80bc-4eb6-92d7-2b43f835ecee req-b6e6a262-1f8a-4051-9666-c487c8e6281d tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?id=154869ee-0738-403d-95c0-0032ceb77a96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0548861
Jan 26 22:06:08.361197 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479b0ab-fd46-4e90-851e-afe20f3c01bd req-0f386fc1-a5eb-4349-82f3-9ce5f6923a91 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:06:08.363297 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1479b0ab-fd46-4e90-851e-afe20f3c01bd req-0f386fc1-a5eb-4349-82f3-9ce5f6923a91 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 945 time: 0.1573606
Jan 26 22:06:08.443966 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1479b0ab-fd46-4e90-851e-afe20f3c01bd req-ebd71418-20d3-4479-86d3-27047b41025f tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?id=154869ee-0738-403d-95c0-0032ceb77a96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0729394
Jan 26 22:06:08.541476 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a31a9-b49b-413f-a446-18b2c4dcd3a7 req-09afeae3-eddd-4fb3-98db-7e5dd2fe4daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:06:08.543369 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-762a31a9-b49b-413f-a446-18b2c4dcd3a7 req-09afeae3-eddd-4fb3-98db-7e5dd2fe4daa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=60dfcf3014784939a1cc511726ce21b9&device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 1162 time: 0.2844400
Jan 26 22:06:08.698447 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-238264dc-f23b-497a-a47e-dc72fcd9fcd8 req-b0c059ae-4dd6-4831-b322-8f99ae2cb81f tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/floatingips/d127a4d2-450d-40a9-b5f3-997a2c1e35d2 HTTP/1.1" status: 200  len: 998 time: 0.1618128
Jan 26 22:06:08.746400 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a31a9-b49b-413f-a446-18b2c4dcd3a7 req-acf7ce2a-826b-4ea2-a648-d0c962b2551b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:06:08.749067 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-762a31a9-b49b-413f-a446-18b2c4dcd3a7 req-acf7ce2a-826b-4ea2-a648-d0c962b2551b service neutron] 10.222.0.45 "GET /v2.0/networks?id=bcb900ab-09f7-4daf-a87d-d29a89c050da HTTP/1.1" status: 200  len: 904 time: 0.1985867
Jan 26 22:06:08.945018 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-762a31a9-b49b-413f-a446-18b2c4dcd3a7 req-3d88b0de-cb5a-40ba-b181-4cca96315069 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f53dac49-6a79-4566-8b28-5e977b89d70e HTTP/1.1" status: 200  len: 1001 time: 0.1884940
Jan 26 22:06:08.948975 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238264dc-f23b-497a-a47e-dc72fcd9fcd8 req-6efd9809-d378-4951-b351-27870ada63b3 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:06:08.950580 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-238264dc-f23b-497a-a47e-dc72fcd9fcd8 req-6efd9809-d378-4951-b351-27870ada63b3 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/networks/1ba61b85-6a57-4c86-8c7b-e71ed182691b HTTP/1.1" status: 200  len: 784 time: 0.2452779
Jan 26 22:06:08.964609 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [req-238264dc-f23b-497a-a47e-dc72fcd9fcd8 req-90e3402e-887e-424c-b09c-ee294c4d9a17 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=80149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 26 22:06:08.965766 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-238264dc-f23b-497a-a47e-dc72fcd9fcd8 req-90e3402e-887e-424c-b09c-ee294c4d9a17 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0067725
Jan 26 22:06:09.035645 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a31a9-b49b-413f-a446-18b2c4dcd3a7 req-ee151089-8a80-4640-985f-52a54c705c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:06:09.037291 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-762a31a9-b49b-413f-a446-18b2c4dcd3a7 req-ee151089-8a80-4640-985f-52a54c705c6c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=76424a3e-3bc6-47af-a6d3-63e8d7b4146b HTTP/1.1" status: 200  len: 849 time: 0.0855076
Jan 26 22:06:09.130607 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-238264dc-f23b-497a-a47e-dc72fcd9fcd8 req-24b19186-8c39-459d-b7fd-67ea5f406f75 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.2.59 HTTP/1.1" status: 200  len: 1001 time: 0.1533844
Jan 26 22:06:09.146194 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a31a9-b49b-413f-a446-18b2c4dcd3a7 req-31f3be41-c643-4ef9-bf33-e00278d40d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:06:09.148547 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-762a31a9-b49b-413f-a446-18b2c4dcd3a7 req-31f3be41-c643-4ef9-bf33-e00278d40d5b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bcb900ab-09f7-4daf-a87d-d29a89c050da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1038051
Jan 26 22:06:09.160585 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [req-762a31a9-b49b-413f-a446-18b2c4dcd3a7 req-126fae4d-7ca2-4c20-b944-5b036679924e service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=80148) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 26 22:06:09.162382 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-762a31a9-b49b-413f-a446-18b2c4dcd3a7 req-126fae4d-7ca2-4c20-b944-5b036679924e service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0070415
Jan 26 22:06:09.271091 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238264dc-f23b-497a-a47e-dc72fcd9fcd8 req-4f8d54fb-18b6-45ce-ac52-83e955d0ba26 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:06:09.272828 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-238264dc-f23b-497a-a47e-dc72fcd9fcd8 req-4f8d54fb-18b6-45ce-ac52-83e955d0ba26 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/ports/4af266fd-fe6c-43b0-9444-efb3cfe5d979 HTTP/1.1" status: 200  len: 943 time: 0.1355944
Jan 26 22:06:09.356411 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-762a31a9-b49b-413f-a446-18b2c4dcd3a7 req-f1af277d-efa2-485b-b5e3-69632f8c1c16 service neutron] 10.222.0.45 "GET /v2.0/networks/bcb900ab-09f7-4daf-a87d-d29a89c050da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1869700
Jan 26 22:06:09.526557 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-762a31a9-b49b-413f-a446-18b2c4dcd3a7 req-a77a4f72-58b6-41db-890c-db6c1f2ba5a6 service neutron] 10.222.0.45 "GET /v2.0/networks/bcb900ab-09f7-4daf-a87d-d29a89c050da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1633775
Jan 26 22:06:09.578049 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-943b0d75-568b-49a1-b8e5-9a95555f0f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:09.591469 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-238264dc-f23b-497a-a47e-dc72fcd9fcd8 req-26d76723-b1c3-4356-85e9-9d0baa1466a1 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.2.59 HTTP/1.1" status: 200  len: 1001 time: 0.1441627
Jan 26 22:06:10.181462 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551019fa-28db-4d29-a89a-1d4f859a3571 req-cd8294db-5acb-41b6-ba0d-ed44cfc0721d tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:06:10.183223 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-551019fa-28db-4d29-a89a-1d4f859a3571 req-cd8294db-5acb-41b6-ba0d-ed44cfc0721d tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 945 time: 0.5877163
Jan 26 22:06:10.220644 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-238264dc-f23b-497a-a47e-dc72fcd9fcd8 req-a6a2347a-0581-4169-a562-15e6e81db175 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Deleting port f6a02b27-f72d-45d5-8aee-af22963b0e7e {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:06:10.220957 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-238264dc-f23b-497a-a47e-dc72fcd9fcd8 req-a6a2347a-0581-4169-a562-15e6e81db175 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:10.307946 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-551019fa-28db-4d29-a89a-1d4f859a3571 req-1ed02b98-9189-4e22-81ff-b5bab9914e2e tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?id=154869ee-0738-403d-95c0-0032ceb77a96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1142564
Jan 26 22:06:10.461034 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-238264dc-f23b-497a-a47e-dc72fcd9fcd8 req-a6a2347a-0581-4169-a562-15e6e81db175 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:10.461375 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-238264dc-f23b-497a-a47e-dc72fcd9fcd8 req-a6a2347a-0581-4169-a562-15e6e81db175 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:10.608678 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-238264dc-f23b-497a-a47e-dc72fcd9fcd8 req-a6a2347a-0581-4169-a562-15e6e81db175 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Calling delete_port for f6a02b27-f72d-45d5-8aee-af22963b0e7e owned by network:floatingip {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:06:10.861711 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-238264dc-f23b-497a-a47e-dc72fcd9fcd8 req-a6a2347a-0581-4169-a562-15e6e81db175 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31462196'] for port, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:10.879543 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:06:10.974625 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device f53dac49-6a79-4566-8b28-5e977b89d70e up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:06:11.005310 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2347a-0581-4169-a562-15e6e81db175 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Pushing event deleted for resources: {'Port': ['ID=f6a02b27-f72d-45d5-8aee-af22963b0e7e,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:06:11.019570 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2347a-0581-4169-a562-15e6e81db175 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:11.019992 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2347a-0581-4169-a562-15e6e81db175 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:11.020407 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2347a-0581-4169-a562-15e6e81db175 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:11.020818 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2347a-0581-4169-a562-15e6e81db175 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:11.021220 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2347a-0581-4169-a562-15e6e81db175 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:11.021624 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2347a-0581-4169-a562-15e6e81db175 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:11.022024 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2347a-0581-4169-a562-15e6e81db175 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:11.022422 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2347a-0581-4169-a562-15e6e81db175 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:11.022817 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2347a-0581-4169-a562-15e6e81db175 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:11.023235 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2347a-0581-4169-a562-15e6e81db175 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:11.023629 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2347a-0581-4169-a562-15e6e81db175 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:11.024026 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2347a-0581-4169-a562-15e6e81db175 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:11.024473 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2347a-0581-4169-a562-15e6e81db175 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:11.024866 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2347a-0581-4169-a562-15e6e81db175 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:11.025259 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2347a-0581-4169-a562-15e6e81db175 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:11.025647 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2347a-0581-4169-a562-15e6e81db175 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:11.026037 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2347a-0581-4169-a562-15e6e81db175 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:11.026426 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2347a-0581-4169-a562-15e6e81db175 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:11.026814 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2347a-0581-4169-a562-15e6e81db175 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:11.027204 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2347a-0581-4169-a562-15e6e81db175 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:11.027620 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2347a-0581-4169-a562-15e6e81db175 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:11.028014 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2347a-0581-4169-a562-15e6e81db175 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:11.028400 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2347a-0581-4169-a562-15e6e81db175 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:11.028789 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a2347a-0581-4169-a562-15e6e81db175 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:11.033822 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a6a2347a-0581-4169-a562-15e6e81db175 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:06:11.078082 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port f53dac49-6a79-4566-8b28-5e977b89d70e triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:06:11.078593 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:11.181576 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-238264dc-f23b-497a-a47e-dc72fcd9fcd8 req-a6a2347a-0581-4169-a562-15e6e81db175 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Notify callbacks [] for floatingip, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:11.182197 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.db.l3_db [req-238264dc-f23b-497a-a47e-dc72fcd9fcd8 req-a6a2347a-0581-4169-a562-15e6e81db175 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Floating IP d127a4d2-450d-40a9-b5f3-997a2c1e35d2 disassociated (deleted). External IP: 172.27.2.59, port: 4af266fd-fe6c-43b0-9444-efb3cfe5d979.
Jan 26 22:06:11.745758 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f703255b-4660-4982-bbff-eb8c06b2c4f6 req-9f13cae6-4e5b-48f5-b94e-2706e94e3cea tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:06:11.747474 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f703255b-4660-4982-bbff-eb8c06b2c4f6 req-9f13cae6-4e5b-48f5-b94e-2706e94e3cea tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 945 time: 0.2700484
Jan 26 22:06:11.749911 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [req-238264dc-f23b-497a-a47e-dc72fcd9fcd8 req-a6a2347a-0581-4169-a562-15e6e81db175 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Router 7557e166-9b21-46a6-8256-87bfde0bc6a7 has already been hosted by L3 agent d246ac06-2269-4624-8b82-d0eab6b3335a {{(pid=80149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 22:06:11.971332 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f703255b-4660-4982-bbff-eb8c06b2c4f6 req-a870be01-d910-47c9-87bd-0b4b9de4bcb0 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?id=154869ee-0738-403d-95c0-0032ceb77a96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2133319
Jan 26 22:06:12.035172 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-238264dc-f23b-497a-a47e-dc72fcd9fcd8 req-a6a2347a-0581-4169-a562-15e6e81db175 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Notify agent at l3_agent.dv-cinder-772126-1-iscsi the message routers_updated {{(pid=80149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 22:06:12.048111 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bff0a4-dfc2-476b-bb26-5f05f0739948 None None] Sync routers for ids ['7557e166-9b21-46a6-8256-87bfde0bc6a7'] in dv-cinder-772126-1-iscsi {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 22:06:12.066392 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bff0a4-dfc2-476b-bb26-5f05f0739948 None None] Routers {'7557e166-9b21-46a6-8256-87bfde0bc6a7'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:06:12.067472 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-03bff0a4-dfc2-476b-bb26-5f05f0739948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5aebe12b0>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:05:43Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['7557e166-9b21-46a6-8256-87bfde0bc6a7'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:06:12.092981 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-238264dc-f23b-497a-a47e-dc72fcd9fcd8 req-a6a2347a-0581-4169-a562-15e6e81db175 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for floatingip, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:12.208641 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-238264dc-f23b-497a-a47e-dc72fcd9fcd8 req-a6a2347a-0581-4169-a562-15e6e81db175 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "DELETE /v2.0/floatingips/d127a4d2-450d-40a9-b5f3-997a2c1e35d2 HTTP/1.1" status: 204  len: 173 time: 2.3324034
Jan 26 22:06:12.209732 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff17407c-26ea-464a-91c0-6483193ae683', 'tag': '4af266fd-fe6c-43b0-9444-efb3cfe5d979'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:06:12.458631 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238264dc-f23b-497a-a47e-dc72fcd9fcd8 req-89939d71-7676-44ad-8fbb-f582cebcfaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:06:12.462088 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-238264dc-f23b-497a-a47e-dc72fcd9fcd8 req-89939d71-7676-44ad-8fbb-f582cebcfaa0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=66b3e2a25f144fa88a4be7bd2f2b4abf&device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 1163 time: 0.2262535
Jan 26 22:06:12.487520 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-03bff0a4-dfc2-476b-bb26-5f05f0739948 None None] Set router 7557e166-9b21-46a6-8256-87bfde0bc6a7 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:06:12.511756 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff17407c-26ea-464a-91c0-6483193ae683', 'tag': '4af266fd-fe6c-43b0-9444-efb3cfe5d979', 'status': 'completed', 'code': 200}
Jan 26 22:06:12.651647 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99107153-a434-452c-a7ca-381e8ab3b4aa req-03ed0ba5-e08f-4f97-99be-622227acde36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:06:12.653962 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-99107153-a434-452c-a7ca-381e8ab3b4aa req-03ed0ba5-e08f-4f97-99be-622227acde36 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=66b3e2a25f144fa88a4be7bd2f2b4abf&device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 1163 time: 0.0972371
Jan 26 22:06:12.712881 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238264dc-f23b-497a-a47e-dc72fcd9fcd8 req-534e4621-7991-490f-be99-b2b414e43e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:06:12.716892 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-238264dc-f23b-497a-a47e-dc72fcd9fcd8 req-534e4621-7991-490f-be99-b2b414e43e86 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a HTTP/1.1" status: 200  len: 903 time: 0.2476008
Jan 26 22:06:12.822457 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-238264dc-f23b-497a-a47e-dc72fcd9fcd8 req-dd033ec9-0bc2-45b5-b6fa-8fcebbdfd469 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4af266fd-fe6c-43b0-9444-efb3cfe5d979 HTTP/1.1" status: 200  len: 217 time: 0.0921719
Jan 26 22:06:12.852694 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99107153-a434-452c-a7ca-381e8ab3b4aa req-d31afaf7-d71b-42e5-91c1-f3e14f36b588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:06:12.854344 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-99107153-a434-452c-a7ca-381e8ab3b4aa req-d31afaf7-d71b-42e5-91c1-f3e14f36b588 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a HTTP/1.1" status: 200  len: 903 time: 0.1945529
Jan 26 22:06:12.935897 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-99107153-a434-452c-a7ca-381e8ab3b4aa req-913aff2a-8dce-4dff-ab8f-b0b53a617985 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4af266fd-fe6c-43b0-9444-efb3cfe5d979 HTTP/1.1" status: 200  len: 217 time: 0.0744538
Jan 26 22:06:12.954863 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238264dc-f23b-497a-a47e-dc72fcd9fcd8 req-0a33cde0-f3ed-47db-aaa1-35065f91fc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:06:12.957408 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-238264dc-f23b-497a-a47e-dc72fcd9fcd8 req-0a33cde0-f3ed-47db-aaa1-35065f91fc0c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2a7d63f7-1667-43f1-aec3-7e67170ed9cb HTTP/1.1" status: 200  len: 848 time: 0.1242552
Jan 26 22:06:13.035800 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99107153-a434-452c-a7ca-381e8ab3b4aa req-18bd0e4e-290f-4d03-a395-ee95950b094a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:06:13.037732 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-99107153-a434-452c-a7ca-381e8ab3b4aa req-18bd0e4e-290f-4d03-a395-ee95950b094a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=2a7d63f7-1667-43f1-aec3-7e67170ed9cb HTTP/1.1" status: 200  len: 848 time: 0.0957747
Jan 26 22:06:13.057689 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 22:06:13.068898 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-03bff0a4-dfc2-476b-bb26-5f05f0739948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5aebe12b0>, [{'id': '7557e166-9b21-46a6-8256-87bfde0bc6a7', 'name': 'tempest-TestShelveInstance-1153757456-router', 'tenant_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '4c395e7e-a63f-4acf-bc4c-8cec9d88be03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:01:13Z', 'updated_at': '2021-01-26T22:01:20Z', 'revision_number': 4, 'project_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'gw_port': {'id': '4c395e7e-a63f-4acf-bc4c-8cec9d88be03', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:72:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557e166-9b21-46a6-8256-87bfde0bc6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:01:15Z', 'updated_at': '2021-01-26T22:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': '2969143a-d04c-4df6-9267-58b31977bcc4', 'name': '', 'network_id': '8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a', 'tenant_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'mac_address': 'fa:16:3e:65:3c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557e166-9b21-46a6-8256-87bfde0bc6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '2a7d63f7-1667-43f1-aec3-7e67170ed9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:01:19Z', 'updated_at': '2021-01-26T22:01:29Z', 'revision_number': 5, 'project_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'subnets': [{'id': '2a7d63f7-1667-43f1-aec3-7e67170ed9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:06:13.073346 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bff0a4-dfc2-476b-bb26-5f05f0739948 None None] Checking router: 7557e166-9b21-46a6-8256-87bfde0bc6a7 for host: dv-cinder-772126-1-iscsi {{(pid=80150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 22:06:13.087898 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bff0a4-dfc2-476b-bb26-5f05f0739948 None None] Routers {'7557e166-9b21-46a6-8256-87bfde0bc6a7'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:06:13.088609 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-03bff0a4-dfc2-476b-bb26-5f05f0739948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5aebe12b0>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:05:43Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['7557e166-9b21-46a6-8256-87bfde0bc6a7'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:06:13.114306 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238264dc-f23b-497a-a47e-dc72fcd9fcd8 req-addec39e-689d-4987-b70b-88295c369b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:06:13.117164 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-238264dc-f23b-497a-a47e-dc72fcd9fcd8 req-addec39e-689d-4987-b70b-88295c369b41 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1490121
Jan 26 22:06:13.145389 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99107153-a434-452c-a7ca-381e8ab3b4aa req-da98c1be-d6c1-442a-b1b4-c7b1bb04e147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:06:13.147080 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-99107153-a434-452c-a7ca-381e8ab3b4aa req-da98c1be-d6c1-442a-b1b4-c7b1bb04e147 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1015460
Jan 26 22:06:13.312072 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-03bff0a4-dfc2-476b-bb26-5f05f0739948 None None] Set router 7557e166-9b21-46a6-8256-87bfde0bc6a7 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:06:13.316693 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-99107153-a434-452c-a7ca-381e8ab3b4aa req-d8ef0b46-e1e4-468b-8d84-883f36dd1dea service neutron] 10.222.0.45 "GET /v2.0/networks/8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1621170
Jan 26 22:06:13.333102 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-238264dc-f23b-497a-a47e-dc72fcd9fcd8 req-3b9fe467-cdb4-4018-be2b-28016c141fbb service neutron] 10.222.0.30 "GET /v2.0/networks/8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1998785
Jan 26 22:06:13.509909 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9bdc2c18-0767-4993-9aaa-9799c75eab48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:13.512781 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:13.517533 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-99107153-a434-452c-a7ca-381e8ab3b4aa req-6168d21f-d2f0-41ba-96f1-52334b6479c7 service neutron] 10.222.0.45 "GET /v2.0/networks/8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1933775
Jan 26 22:06:13.776539 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-03bff0a4-dfc2-476b-bb26-5f05f0739948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5aebe12b0>, [{'id': '7557e166-9b21-46a6-8256-87bfde0bc6a7', 'name': 'tempest-TestShelveInstance-1153757456-router', 'tenant_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '4c395e7e-a63f-4acf-bc4c-8cec9d88be03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:01:13Z', 'updated_at': '2021-01-26T22:01:20Z', 'revision_number': 4, 'project_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'gw_port': {'id': '4c395e7e-a63f-4acf-bc4c-8cec9d88be03', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:72:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557e166-9b21-46a6-8256-87bfde0bc6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:01:15Z', 'updated_at': '2021-01-26T22:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': '2969143a-d04c-4df6-9267-58b31977bcc4', 'name': '', 'network_id': '8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a', 'tenant_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'mac_address': 'fa:16:3e:65:3c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557e166-9b21-46a6-8256-87bfde0bc6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '2a7d63f7-1667-43f1-aec3-7e67170ed9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:01:19Z', 'updated_at': '2021-01-26T22:01:29Z', 'revision_number': 5, 'project_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'subnets': [{'id': '2a7d63f7-1667-43f1-aec3-7e67170ed9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:06:13.780984 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bff0a4-dfc2-476b-bb26-5f05f0739948 None None] The sync data for ids ['7557e166-9b21-46a6-8256-87bfde0bc6a7'] in dv-cinder-772126-1-iscsi is: [{'id': '7557e166-9b21-46a6-8256-87bfde0bc6a7', 'name': 'tempest-TestShelveInstance-1153757456-router', 'tenant_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '4c395e7e-a63f-4acf-bc4c-8cec9d88be03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:01:13Z', 'updated_at': '2021-01-26T22:01:20Z', 'revision_number': 4, 'project_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'gw_port': {'id': '4c395e7e-a63f-4acf-bc4c-8cec9d88be03', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:72:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557e166-9b21-46a6-8256-87bfde0bc6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:01:15Z', 'updated_at': '2021-01-26T22:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': '2969143a-d04c-4df6-9267-58b31977bcc4', 'name': '', 'network_id': '8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a', 'tenant_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'mac_address': 'fa:16:3e:65:3c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557e166-9b21-46a6-8256-87bfde0bc6a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '2a7d63f7-1667-43f1-aec3-7e67170ed9cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:01:19Z', 'updated_at': '2021-01-26T22:01:29Z', 'revision_number': 5, 'project_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'subnets': [{'id': '2a7d63f7-1667-43f1-aec3-7e67170ed9cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 22:06:13.785503 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-238264dc-f23b-497a-a47e-dc72fcd9fcd8 req-97f131bb-993c-4b54-9f10-b8d67fd432ad service neutron] 10.222.0.30 "GET /v2.0/networks/8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4445581
Jan 26 22:06:14.220203 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c876ee29-e4c7-4504-819f-664c6345056f None None] New status for floating IP d127a4d2-450d-40a9-b5f3-997a2c1e35d2: DOWN {{(pid=80151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 26 22:06:14.334546 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8ba76fc7-a639-475e-a954-3b7e4ff442d4 req-70130796-df36-44ff-b74c-23f1316eddc7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=98bb87f7-ba89-4417-8c66-7803404b400b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0891571
Jan 26 22:06:14.419544 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048fb10-6d57-4ba3-9480-d755d85bae6f req-d0264b2d-04d3-4961-9d96-8c32262fd4c3 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:06:14.420483 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-6048fb10-6d57-4ba3-9480-d755d85bae6f req-d0264b2d-04d3-4961-9d96-8c32262fd4c3 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Synchronizing usage tracker for tenant:66b3e2a25f144fa88a4be7bd2f2b4abf on resource:port {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 22:06:14.463037 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-6048fb10-6d57-4ba3-9480-d755d85bae6f req-d0264b2d-04d3-4961-9d96-8c32262fd4c3 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Unset dirty status for tenant:66b3e2a25f144fa88a4be7bd2f2b4abf on resource:port {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 22:06:14.465576 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6048fb10-6d57-4ba3-9480-d755d85bae6f req-d0264b2d-04d3-4961-9d96-8c32262fd4c3 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 946 time: 0.2122595
Jan 26 22:06:14.490377 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:14.517331 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba76fc7-a639-475e-a954-3b7e4ff442d4 req-c31d0f61-35a2-4e2b-ae9d-c911c8065138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:06:14.518985 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8ba76fc7-a639-475e-a954-3b7e4ff442d4 req-c31d0f61-35a2-4e2b-ae9d-c911c8065138 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=60dfcf3014784939a1cc511726ce21b9&device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 1162 time: 0.0875032
Jan 26 22:06:14.550565 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6048fb10-6d57-4ba3-9480-d755d85bae6f req-907e5833-c3a7-48b7-a5e2-0366ccfb4533 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/security-groups?id=081d1b97-1169-4869-ae03-80a3bef41642&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0763669
Jan 26 22:06:14.644993 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:14.709811 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba76fc7-a639-475e-a954-3b7e4ff442d4 req-882172d4-6143-47ad-955f-2504d097d1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:06:14.711460 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8ba76fc7-a639-475e-a954-3b7e4ff442d4 req-882172d4-6143-47ad-955f-2504d097d1e5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bcb900ab-09f7-4daf-a87d-d29a89c050da HTTP/1.1" status: 200  len: 904 time: 0.1709657
Jan 26 22:06:15.091318 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8ba76fc7-a639-475e-a954-3b7e4ff442d4 req-eda9c984-48ac-41a2-a617-e42c189214de service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f53dac49-6a79-4566-8b28-5e977b89d70e HTTP/1.1" status: 200  len: 1001 time: 0.3714111
Jan 26 22:06:15.174503 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba76fc7-a639-475e-a954-3b7e4ff442d4 req-4a27c1be-2f54-409b-84cd-a9633a10c71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:06:15.176126 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8ba76fc7-a639-475e-a954-3b7e4ff442d4 req-4a27c1be-2f54-409b-84cd-a9633a10c71d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=76424a3e-3bc6-47af-a6d3-63e8d7b4146b HTTP/1.1" status: 200  len: 849 time: 0.0779386
Jan 26 22:06:15.263736 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba76fc7-a639-475e-a954-3b7e4ff442d4 req-86427e5b-6ad4-48df-b9e9-a7cc93dcdc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:06:15.265777 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8ba76fc7-a639-475e-a954-3b7e4ff442d4 req-86427e5b-6ad4-48df-b9e9-a7cc93dcdc19 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bcb900ab-09f7-4daf-a87d-d29a89c050da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0825231
Jan 26 22:06:15.376125 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:15.449479 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8ba76fc7-a639-475e-a954-3b7e4ff442d4 req-84c7e9ae-f715-42fe-9e5c-4d9bb2fc608a service neutron] 10.222.0.45 "GET /v2.0/networks/bcb900ab-09f7-4daf-a87d-d29a89c050da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1524100
Jan 26 22:06:15.633814 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8ba76fc7-a639-475e-a954-3b7e4ff442d4 req-23debdf5-d337-4a92-9488-b9cea147e730 service neutron] 10.222.0.45 "GET /v2.0/networks/bcb900ab-09f7-4daf-a87d-d29a89c050da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1774025
Jan 26 22:06:15.835186 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c744d03-a31c-4461-8f9f-415f5c317fab req-56950f14-d096-4c78-8e7b-e61282af35b9 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:06:15.836942 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5c744d03-a31c-4461-8f9f-415f5c317fab req-56950f14-d096-4c78-8e7b-e61282af35b9 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 946 time: 0.1386490
Jan 26 22:06:15.897037 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5c744d03-a31c-4461-8f9f-415f5c317fab req-3c6e66af-49da-4569-9187-5483c1088eb9 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/security-groups?id=081d1b97-1169-4869-ae03-80a3bef41642&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0519753
Jan 26 22:06:16.262689 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf59b30-ff35-47ea-8884-6d3435457c96 req-c67e90ba-c71b-4138-96e5-bf27dfa828c5 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:06:16.263538 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-cdf59b30-ff35-47ea-8884-6d3435457c96 req-c67e90ba-c71b-4138-96e5-bf27dfa828c5 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Synchronizing usage tracker for tenant:66b3e2a25f144fa88a4be7bd2f2b4abf on resource:port {{(pid=80148) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 22:06:16.277798 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-cdf59b30-ff35-47ea-8884-6d3435457c96 req-c67e90ba-c71b-4138-96e5-bf27dfa828c5 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Unset dirty status for tenant:66b3e2a25f144fa88a4be7bd2f2b4abf on resource:port {{(pid=80148) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 22:06:16.279083 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-cdf59b30-ff35-47ea-8884-6d3435457c96 req-c67e90ba-c71b-4138-96e5-bf27dfa828c5 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.45 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 946 time: 0.1660211
Jan 26 22:06:16.373646 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-cdf59b30-ff35-47ea-8884-6d3435457c96 req-bfbb56da-1c00-435c-b8a7-19462f7ec1f8 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Deleting port 4af266fd-fe6c-43b0-9444-efb3cfe5d979 {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:06:16.374056 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-cdf59b30-ff35-47ea-8884-6d3435457c96 req-bfbb56da-1c00-435c-b8a7-19462f7ec1f8 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:16.712147 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-cdf59b30-ff35-47ea-8884-6d3435457c96 req-bfbb56da-1c00-435c-b8a7-19462f7ec1f8 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] For port 4af266fd-fe6c-43b0-9444-efb3cfe5d979, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=4af266fd-fe6c-43b0-9444-efb3cfe5d979,segment=NetworkSegment(70525c5d-2c00-4ccf-9cca-a6432e942fb5),segment_id=70525c5d-2c00-4ccf-9cca-a6432e942fb5)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:06:16.712851 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-cdf59b30-ff35-47ea-8884-6d3435457c96 req-bfbb56da-1c00-435c-b8a7-19462f7ec1f8 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:16.871415 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-cdf59b30-ff35-47ea-8884-6d3435457c96 req-bfbb56da-1c00-435c-b8a7-19462f7ec1f8 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Calling delete_port for 4af266fd-fe6c-43b0-9444-efb3cfe5d979 owned by compute:nova {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:06:16.917698 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 4af266fd-fe6c-43b0-9444-efb3cfe5d979 no longer exists at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 22:06:17.060432 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:17.426259 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4d7ae6a4-f4b7-4a41-ae79-9cfab9f41c91 req-d1cafbe2-af06-413d-9346-1636b10598eb tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 210 time: 0.0529151
Jan 26 22:06:17.428334 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.db.api [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jan 26 22:06:17.428334 dv-cinder-772126-1-iscsi neutron-server[80035]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s]
Jan 26 22:06:17.428334 dv-cinder-772126-1-iscsi neutron-server[80035]: [parameters: {'status': 'DOWN', 'ports_id': '4af266fd-fe6c-43b0-9444-efb3cfe5d979'}]
Jan 26 22:06:17.428334 dv-cinder-772126-1-iscsi neutron-server[80035]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=80150) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 26 22:06:17.428915 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_db.api [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 26 22:06:17.432478 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-cdf59b30-ff35-47ea-8884-6d3435457c96 req-bfbb56da-1c00-435c-b8a7-19462f7ec1f8 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32409920'] for port, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:17.449130 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-82b19450-5744-4b72-b08d-aa915d9ab94b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:06:17.548860 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb56da-1c00-435c-b8a7-19462f7ec1f8 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Pushing event deleted for resources: {'Port': ['ID=4af266fd-fe6c-43b0-9444-efb3cfe5d979,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:06:17.563623 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb56da-1c00-435c-b8a7-19462f7ec1f8 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:17.564031 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb56da-1c00-435c-b8a7-19462f7ec1f8 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:17.564455 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb56da-1c00-435c-b8a7-19462f7ec1f8 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:17.564857 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb56da-1c00-435c-b8a7-19462f7ec1f8 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:17.565254 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb56da-1c00-435c-b8a7-19462f7ec1f8 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:17.565642 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb56da-1c00-435c-b8a7-19462f7ec1f8 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:17.566031 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb56da-1c00-435c-b8a7-19462f7ec1f8 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:17.566417 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb56da-1c00-435c-b8a7-19462f7ec1f8 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:17.566801 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb56da-1c00-435c-b8a7-19462f7ec1f8 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:17.567185 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb56da-1c00-435c-b8a7-19462f7ec1f8 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:17.567594 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb56da-1c00-435c-b8a7-19462f7ec1f8 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:17.567983 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb56da-1c00-435c-b8a7-19462f7ec1f8 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:17.568409 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb56da-1c00-435c-b8a7-19462f7ec1f8 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:17.568791 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb56da-1c00-435c-b8a7-19462f7ec1f8 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:17.569172 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb56da-1c00-435c-b8a7-19462f7ec1f8 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:17.569560 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb56da-1c00-435c-b8a7-19462f7ec1f8 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:17.569940 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb56da-1c00-435c-b8a7-19462f7ec1f8 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:17.570327 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb56da-1c00-435c-b8a7-19462f7ec1f8 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:17.570706 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb56da-1c00-435c-b8a7-19462f7ec1f8 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:17.571089 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb56da-1c00-435c-b8a7-19462f7ec1f8 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:17.571496 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb56da-1c00-435c-b8a7-19462f7ec1f8 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:17.571889 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb56da-1c00-435c-b8a7-19462f7ec1f8 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:17.572270 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb56da-1c00-435c-b8a7-19462f7ec1f8 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:17.572649 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbb56da-1c00-435c-b8a7-19462f7ec1f8 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:17.578443 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-bfbb56da-1c00-435c-b8a7-19462f7ec1f8 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:06:17.718845 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf59b30-ff35-47ea-8884-6d3435457c96 req-bfbb56da-1c00-435c-b8a7-19462f7ec1f8 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] No DVR routers for this DVR port 4af266fd-fe6c-43b0-9444-efb3cfe5d979 on host hv-cinder-77212 {{(pid=80148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 22:06:17.721324 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-cdf59b30-ff35-47ea-8884-6d3435457c96 req-bfbb56da-1c00-435c-b8a7-19462f7ec1f8 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:17.724537 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff17407c-26ea-464a-91c0-6483193ae683', 'name': 'network-vif-deleted', 'tag': '4af266fd-fe6c-43b0-9444-efb3cfe5d979'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:06:17.776378 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-cdf59b30-ff35-47ea-8884-6d3435457c96 req-bfbb56da-1c00-435c-b8a7-19462f7ec1f8 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.45 "DELETE /v2.0/ports/4af266fd-fe6c-43b0-9444-efb3cfe5d979 HTTP/1.1" status: 204  len: 173 time: 1.4914222
Jan 26 22:06:17.790666 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff17407c-26ea-464a-91c0-6483193ae683', 'name': 'network-vif-deleted', 'tag': '4af266fd-fe6c-43b0-9444-efb3cfe5d979', 'status': 'completed', 'code': 200}
Jan 26 22:06:17.968722 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Port 4af266fd-fe6c-43b0-9444-efb3cfe5d979 update to DOWN by agent not found {{(pid=80150) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2100}}
Jan 26 22:06:18.640509 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9bb69285-6bda-41c7-9003-b86eb7824519 req-77f0420e-6640-4d8c-a202-f2d3c0b83a9e tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff17407c-26ea-464a-91c0-6483193ae683 HTTP/1.1" status: 200  len: 210 time: 0.0539546
Jan 26 22:06:19.866199 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2a08843d-8543-4554-b2d3-4b4041cffdf5 req-8f26118a-0df7-4956-9b27-8507973ef88d tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "GET /v2.0/security-groups/081d1b97-1169-4869-ae03-80a3bef41642 HTTP/1.1" status: 200  len: 2991 time: 0.0753956
Jan 26 22:06:19.953849 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-2a08843d-8543-4554-b2d3-4b4041cffdf5 req-6364de57-98d1-4122-ab98-094259976afa tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:19.985403 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-2a08843d-8543-4554-b2d3-4b4041cffdf5 req-6364de57-98d1-4122-ab98-094259976afa tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:20.118650 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-2a08843d-8543-4554-b2d3-4b4041cffdf5 req-6364de57-98d1-4122-ab98-094259976afa tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:20.124955 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3be08eda-bb20-4ec8-8773-043fee70cbb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:06:20.141759 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364de57-98d1-4122-ab98-094259976afa tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=081d1b97-1169-4869-ae03-80a3bef41642,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:06:20.144492 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6364de57-98d1-4122-ab98-094259976afa tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:06:20.169572 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-2a08843d-8543-4554-b2d3-4b4041cffdf5 req-6364de57-98d1-4122-ab98-094259976afa tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:20.171269 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2a08843d-8543-4554-b2d3-4b4041cffdf5 req-6364de57-98d1-4122-ab98-094259976afa tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] 10.222.0.30 "DELETE /v2.0/security-groups/081d1b97-1169-4869-ae03-80a3bef41642 HTTP/1.1" status: 204  len: 173 time: 0.2986367
Jan 26 22:06:20.265526 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 52346) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:06:21.129688 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-df8c827a-5e8f-468e-b974-2cdd32fd46be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036821519634'] for router_interface, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:21.522489 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-df8c827a-5e8f-468e-b974-2cdd32fd46be admin admin] Deleting port 2969143a-d04c-4df6-9267-58b31977bcc4 {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:06:21.522876 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-df8c827a-5e8f-468e-b974-2cdd32fd46be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:21.717725 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-df8c827a-5e8f-468e-b974-2cdd32fd46be admin admin] For port 2969143a-d04c-4df6-9267-58b31977bcc4, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=2969143a-d04c-4df6-9267-58b31977bcc4,segment=NetworkSegment(70525c5d-2c00-4ccf-9cca-a6432e942fb5),segment_id=70525c5d-2c00-4ccf-9cca-a6432e942fb5)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:06:21.718251 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-df8c827a-5e8f-468e-b974-2cdd32fd46be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:21.861480 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-df8c827a-5e8f-468e-b974-2cdd32fd46be admin admin] Calling delete_port for 2969143a-d04c-4df6-9267-58b31977bcc4 owned by network:router_interface {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:06:22.125063 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-df8c827a-5e8f-468e-b974-2cdd32fd46be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32409920'] for port, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:22.142393 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-82b19450-5744-4b72-b08d-aa915d9ab94b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:06:22.241489 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8c827a-5e8f-468e-b974-2cdd32fd46be admin admin] Pushing event deleted for resources: {'Port': ['ID=2969143a-d04c-4df6-9267-58b31977bcc4,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:06:22.245615 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-df8c827a-5e8f-468e-b974-2cdd32fd46be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:06:22.817129 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-df8c827a-5e8f-468e-b974-2cdd32fd46be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036821729918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33259135'] for router_interface, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:23.388792 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df8c827a-5e8f-468e-b974-2cdd32fd46be admin admin] Router 7557e166-9b21-46a6-8256-87bfde0bc6a7 has already been hosted by L3 agent d246ac06-2269-4624-8b82-d0eab6b3335a {{(pid=80148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 22:06:23.597701 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8c827a-5e8f-468e-b974-2cdd32fd46be admin admin] Notify agent at l3_agent.dv-cinder-772126-1-iscsi the message routers_updated {{(pid=80148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 22:06:23.606826 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f93c5b8-306f-4e42-bbe8-e996ccea439b None None] Sync routers for ids ['7557e166-9b21-46a6-8256-87bfde0bc6a7'] in dv-cinder-772126-1-iscsi {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 22:06:23.615767 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-df8c827a-5e8f-468e-b974-2cdd32fd46be admin admin] 10.222.0.30 "PUT /v2.0/routers/7557e166-9b21-46a6-8256-87bfde0bc6a7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3485658
Jan 26 22:06:23.617350 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f93c5b8-306f-4e42-bbe8-e996ccea439b None None] Routers {'7557e166-9b21-46a6-8256-87bfde0bc6a7'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:06:23.618033 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-0f93c5b8-306f-4e42-bbe8-e996ccea439b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5ae0268d0>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:06:13Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['7557e166-9b21-46a6-8256-87bfde0bc6a7'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:06:23.618631 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 52352) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:06:23.827974 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-0f93c5b8-306f-4e42-bbe8-e996ccea439b None None] Set router 7557e166-9b21-46a6-8256-87bfde0bc6a7 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:06:23.833231 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-772553be-c1ee-4103-b857-9ca6e6ff7b7d admin admin] Notify callbacks [] for router, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:24.047091 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-772553be-c1ee-4103-b857-9ca6e6ff7b7d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:24.052893 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-772553be-c1ee-4103-b857-9ca6e6ff7b7d admin admin] Deleting port 4c395e7e-a63f-4acf-bc4c-8cec9d88be03 {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:06:24.053285 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-772553be-c1ee-4103-b857-9ca6e6ff7b7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:24.201402 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-0f93c5b8-306f-4e42-bbe8-e996ccea439b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5ae0268d0>, [{'id': '7557e166-9b21-46a6-8256-87bfde0bc6a7', 'name': 'tempest-TestShelveInstance-1153757456-router', 'tenant_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '4c395e7e-a63f-4acf-bc4c-8cec9d88be03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:01:13Z', 'updated_at': '2021-01-26T22:06:22Z', 'revision_number': 5, 'project_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'gw_port': {'id': '4c395e7e-a63f-4acf-bc4c-8cec9d88be03', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:72:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557e166-9b21-46a6-8256-87bfde0bc6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:01:15Z', 'updated_at': '2021-01-26T22:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi'}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:06:24.206990 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f93c5b8-306f-4e42-bbe8-e996ccea439b None None] Checking router: 7557e166-9b21-46a6-8256-87bfde0bc6a7 for host: dv-cinder-772126-1-iscsi {{(pid=80150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 22:06:24.219979 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f93c5b8-306f-4e42-bbe8-e996ccea439b None None] Routers {'7557e166-9b21-46a6-8256-87bfde0bc6a7'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:06:24.220913 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-0f93c5b8-306f-4e42-bbe8-e996ccea439b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5ae0268d0>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:06:13Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['7557e166-9b21-46a6-8256-87bfde0bc6a7'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:06:24.249271 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-772553be-c1ee-4103-b857-9ca6e6ff7b7d admin admin] For port 4c395e7e-a63f-4acf-bc4c-8cec9d88be03, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=4c395e7e-a63f-4acf-bc4c-8cec9d88be03,segment=NetworkSegment(f4c7a2a5-f441-4cda-be7f-98d9b91d5196),segment_id=f4c7a2a5-f441-4cda-be7f-98d9b91d5196)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:06:24.257712 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-772553be-c1ee-4103-b857-9ca6e6ff7b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:24.390746 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-772553be-c1ee-4103-b857-9ca6e6ff7b7d admin admin] Calling delete_port for 4c395e7e-a63f-4acf-bc4c-8cec9d88be03 owned by network:router_gateway {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:06:24.426978 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-0f93c5b8-306f-4e42-bbe8-e996ccea439b None None] Set router 7557e166-9b21-46a6-8256-87bfde0bc6a7 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:06:24.603789 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-772553be-c1ee-4103-b857-9ca6e6ff7b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32409920'] for port, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:24.822665 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-772553be-c1ee-4103-b857-9ca6e6ff7b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33254391'] for router_gateway, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:24.948985 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-0f93c5b8-306f-4e42-bbe8-e996ccea439b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5ae0268d0>, [{'id': '7557e166-9b21-46a6-8256-87bfde0bc6a7', 'name': 'tempest-TestShelveInstance-1153757456-router', 'tenant_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '4c395e7e-a63f-4acf-bc4c-8cec9d88be03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:01:13Z', 'updated_at': '2021-01-26T22:06:22Z', 'revision_number': 5, 'project_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'gw_port': {'id': '4c395e7e-a63f-4acf-bc4c-8cec9d88be03', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:72:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557e166-9b21-46a6-8256-87bfde0bc6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:01:15Z', 'updated_at': '2021-01-26T22:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi'}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:06:24.955335 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f93c5b8-306f-4e42-bbe8-e996ccea439b None None] The sync data for ids ['7557e166-9b21-46a6-8256-87bfde0bc6a7'] in dv-cinder-772126-1-iscsi is: [{'id': '7557e166-9b21-46a6-8256-87bfde0bc6a7', 'name': 'tempest-TestShelveInstance-1153757456-router', 'tenant_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.158'}], 'enable_snat': True}, 'gw_port_id': '4c395e7e-a63f-4acf-bc4c-8cec9d88be03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:01:13Z', 'updated_at': '2021-01-26T22:06:22Z', 'revision_number': 5, 'project_id': '66b3e2a25f144fa88a4be7bd2f2b4abf', 'gw_port': {'id': '4c395e7e-a63f-4acf-bc4c-8cec9d88be03', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:72:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7557e166-9b21-46a6-8256-87bfde0bc6a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:01:15Z', 'updated_at': '2021-01-26T22:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi'}] {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 22:06:24.972392 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-772553be-c1ee-4103-b857-9ca6e6ff7b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33261030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854745232'] for router, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:24.975300 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-772553be-c1ee-4103-b857-9ca6e6ff7b7d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:25.101270 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-772553be-c1ee-4103-b857-9ca6e6ff7b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036821514634'] for router, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:25.101898 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772553be-c1ee-4103-b857-9ca6e6ff7b7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7557e166-9b21-46a6-8256-87bfde0bc6a7 {{(pid=80148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 26 22:06:25.115317 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-772553be-c1ee-4103-b857-9ca6e6ff7b7d admin admin] Notify callbacks [] for router, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:25.116614 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-772553be-c1ee-4103-b857-9ca6e6ff7b7d admin admin] 10.222.0.30 "DELETE /v2.0/routers/7557e166-9b21-46a6-8256-87bfde0bc6a7 HTTP/1.1" status: 204  len: 168 time: 1.4965239
Jan 26 22:06:25.120429 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 52356) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:06:25.195618 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b0871b8-d218-4af8-8ee7-5a4f28416035 admin admin] Deleting subnet 2a7d63f7-1667-43f1-aec3-7e67170ed9cb {{(pid=80148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 26 22:06:25.198982 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9b0871b8-d218-4af8-8ee7-5a4f28416035 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:25.502612 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9b0871b8-d218-4af8-8ee7-5a4f28416035 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33212064'] for subnet, precommit_delete_associations {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:25.675366 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9b0871b8-d218-4af8-8ee7-5a4f28416035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-902117'] for subnet, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:26.010487 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9b0871b8-d218-4af8-8ee7-5a4f28416035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853873682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32410260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31774850'] for subnet, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:26.049158 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-aaf18e32-5724-4e46-9dd1-5420504306f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:06:26.141944 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0871b8-d218-4af8-8ee7-5a4f28416035 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a7d63f7-1667-43f1-aec3-7e67170ed9cb,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:06:26.160820 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9b0871b8-d218-4af8-8ee7-5a4f28416035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:06:26.200555 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9b0871b8-d218-4af8-8ee7-5a4f28416035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for subnet, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:26.206394 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79166f5-db88-4295-81b6-6dd38c806110 None None] Network 8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a requested from dv-cinder-772126-1-iscsi {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 22:06:26.211281 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-9b0871b8-d218-4af8-8ee7-5a4f28416035 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2a7d63f7-1667-43f1-aec3-7e67170ed9cb HTTP/1.1" status: 204  len: 168 time: 1.0897152
Jan 26 22:06:26.215130 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 52360) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:06:26.346863 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9d34cf54-8537-410e-a116-b6807cec2bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695781'] for network, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:26.421330 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-9d34cf54-8537-410e-a116-b6807cec2bb9 admin admin] Deleting port d2708728-515f-4424-bd51-f6900cd76fc7 {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:06:26.421769 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9d34cf54-8537-410e-a116-b6807cec2bb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:26.489852 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0bee4d-9ca9-41f9-8d36-172a0a26e39b None None] DHCP port deletion for 8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a request from dv-cinder-772126-1-iscsi {{(pid=80150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 26 22:06:26.494797 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-ea0bee4d-9ca9-41f9-8d36-172a0a26e39b None None] Deleting port d2708728-515f-4424-bd51-f6900cd76fc7 {{(pid=80150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:06:26.495228 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ea0bee4d-9ca9-41f9-8d36-172a0a26e39b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:26.679024 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-9d34cf54-8537-410e-a116-b6807cec2bb9 admin admin] For port d2708728-515f-4424-bd51-f6900cd76fc7, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=d2708728-515f-4424-bd51-f6900cd76fc7,segment=NetworkSegment(70525c5d-2c00-4ccf-9cca-a6432e942fb5),segment_id=70525c5d-2c00-4ccf-9cca-a6432e942fb5)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:06:26.679653 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9d34cf54-8537-410e-a116-b6807cec2bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:26.730429 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-ea0bee4d-9ca9-41f9-8d36-172a0a26e39b None None] For port d2708728-515f-4424-bd51-f6900cd76fc7, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=d2708728-515f-4424-bd51-f6900cd76fc7,segment=NetworkSegment(70525c5d-2c00-4ccf-9cca-a6432e942fb5),segment_id=70525c5d-2c00-4ccf-9cca-a6432e942fb5)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:06:26.730791 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ea0bee4d-9ca9-41f9-8d36-172a0a26e39b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:26.821174 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-9d34cf54-8537-410e-a116-b6807cec2bb9 admin admin] Calling delete_port for d2708728-515f-4424-bd51-f6900cd76fc7 owned by network:dhcp {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:06:26.869625 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 2969143a-d04c-4df6-9267-58b31977bcc4 no longer exists at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 22:06:26.913022 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-ea0bee4d-9ca9-41f9-8d36-172a0a26e39b None None] Calling delete_port for d2708728-515f-4424-bd51-f6900cd76fc7 owned by network:dhcp {{(pid=80150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:06:26.935722 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9d34cf54-8537-410e-a116-b6807cec2bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32409920'] for port, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:26.954908 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] No Port match for: 2969143a-d04c-4df6-9267-58b31977bcc4 {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 22:06:26.955163 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 2969143a-d04c-4df6-9267-58b31977bcc4 not bound to the agent host dv-cinder-772126-1-iscsi {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 22:06:26.955615 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 4c395e7e-a63f-4acf-bc4c-8cec9d88be03 no longer exists at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 22:06:26.959097 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a71fdaaa-9dde-40d7-8d16-646752cb5354 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:06:27.008664 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] No Port match for: 4c395e7e-a63f-4acf-bc4c-8cec9d88be03 {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 22:06:27.009060 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 4c395e7e-a63f-4acf-bc4c-8cec9d88be03 not bound to the agent host dv-cinder-772126-1-iscsi {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 22:06:27.009509 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device d2708728-515f-4424-bd51-f6900cd76fc7 no longer exists at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 22:06:27.048409 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] No Port match for: d2708728-515f-4424-bd51-f6900cd76fc7 {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 22:06:27.048793 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device d2708728-515f-4424-bd51-f6900cd76fc7 not bound to the agent host dv-cinder-772126-1-iscsi {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 22:06:27.055737 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d34cf54-8537-410e-a116-b6807cec2bb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2708728-515f-4424-bd51-f6900cd76fc7,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:06:27.073004 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.db.api [None req-ea0bee4d-9ca9-41f9-8d36-172a0a26e39b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80150) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 26 22:06:27.073415 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_db.api [None req-ea0bee4d-9ca9-41f9-8d36-172a0a26e39b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 26 22:06:27.075668 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9d34cf54-8537-410e-a116-b6807cec2bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:06:27.113618 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d34cf54-8537-410e-a116-b6807cec2bb9 admin admin] No DVR routers for this DVR port d2708728-515f-4424-bd51-f6900cd76fc7 on host dv-cinder-772126-1-iscsi {{(pid=80148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 22:06:27.247684 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9d34cf54-8537-410e-a116-b6807cec2bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917372', 'neutron.services.segments.db._delete_segments_for_network--9223363247824506586'] for network, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:27.370423 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.segments.db [None req-9d34cf54-8537-410e-a116-b6807cec2bb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe5ae074198>,) {'filters': {'network_id': ['8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a']}} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:06:27.384908 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.segments.db [None req-9d34cf54-8537-410e-a116-b6807cec2bb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5ae074198>, '70525c5d-2c00-4ccf-9cca-a6432e942fb5') {'for_net_delete': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:06:27.385250 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.segments.db [None req-9d34cf54-8537-410e-a116-b6807cec2bb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5ae074198>, '70525c5d-2c00-4ccf-9cca-a6432e942fb5') {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:06:27.398880 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9d34cf54-8537-410e-a116-b6807cec2bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247824509914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036821563736'] for segment, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:27.416148 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9d34cf54-8537-410e-a116-b6807cec2bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853870792'] for segment, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:27.418247 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9d34cf54-8537-410e-a116-b6807cec2bb9 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 26 22:06:27.574458 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-ea0bee4d-9ca9-41f9-8d36-172a0a26e39b None None] Deleting port d2708728-515f-4424-bd51-f6900cd76fc7 {{(pid=80150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:06:27.574895 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ea0bee4d-9ca9-41f9-8d36-172a0a26e39b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:27.610001 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-9d34cf54-8537-410e-a116-b6807cec2bb9 admin admin] Network 8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a has no segments {{(pid=80148) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 22:06:27.620474 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9d34cf54-8537-410e-a116-b6807cec2bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-905039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822365897'] for segment, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:27.650831 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-ea0bee4d-9ca9-41f9-8d36-172a0a26e39b None None] The port 'd2708728-515f-4424-bd51-f6900cd76fc7' was deleted {{(pid=80150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 26 22:06:27.820050 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-9d34cf54-8537-410e-a116-b6807cec2bb9 admin admin] Network 8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a has no segments {{(pid=80148) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 22:06:27.846984 dv-cinder-772126-1-iscsi neutron-server[80035]: Traceback (most recent call last):
Jan 26 22:06:27.846984 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 26 22:06:27.846984 dv-cinder-772126-1-iscsi neutron-server[80035]:     timer()
Jan 26 22:06:27.846984 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 26 22:06:27.846984 dv-cinder-772126-1-iscsi neutron-server[80035]:     cb(*args, **kw)
Jan 26 22:06:27.846984 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 26 22:06:27.846984 dv-cinder-772126-1-iscsi neutron-server[80035]:     return func(*args, **kwargs)
Jan 26 22:06:27.846984 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 26 22:06:27.846984 dv-cinder-772126-1-iscsi neutron-server[80035]:     self._notify()
Jan 26 22:06:27.846984 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 26 22:06:27.846984 dv-cinder-772126-1-iscsi neutron-server[80035]:     self.callback(batched_events)
Jan 26 22:06:27.846984 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 26 22:06:27.846984 dv-cinder-772126-1-iscsi neutron-server[80035]:     event.method(event)
Jan 26 22:06:27.846984 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 26 22:06:27.846984 dv-cinder-772126-1-iscsi neutron-server[80035]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 26 22:06:27.846984 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 26 22:06:27.846984 dv-cinder-772126-1-iscsi neutron-server[80035]:     segment_id)['aggregates'][0]
Jan 26 22:06:27.846984 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 26 22:06:27.846984 dv-cinder-772126-1-iscsi neutron-server[80035]:     return f(self, *a, **k)
Jan 26 22:06:27.846984 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 26 22:06:27.846984 dv-cinder-772126-1-iscsi neutron-server[80035]:     return self._get(url).json()
Jan 26 22:06:27.846984 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 26 22:06:27.846984 dv-cinder-772126-1-iscsi neutron-server[80035]:     **kwargs)
Jan 26 22:06:27.846984 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 26 22:06:27.846984 dv-cinder-772126-1-iscsi neutron-server[80035]:     return self.request(url, 'GET', **kwargs)
Jan 26 22:06:27.846984 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 26 22:06:27.846984 dv-cinder-772126-1-iscsi neutron-server[80035]:     **endpoint_filter)
Jan 26 22:06:27.846984 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 26 22:06:27.846984 dv-cinder-772126-1-iscsi neutron-server[80035]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 26 22:06:27.846984 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 26 22:06:27.846984 dv-cinder-772126-1-iscsi neutron-server[80035]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 26 22:06:27.846984 dv-cinder-772126-1-iscsi neutron-server[80035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 26 22:06:27.999059 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9d34cf54-8537-410e-a116-b6807cec2bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853858444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036821521443'] for network, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:28.002680 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:06:28.018192 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9d34cf54-8537-410e-a116-b6807cec2bb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for network, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:28.030278 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d34cf54-8537-410e-a116-b6807cec2bb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:06:28.034726 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9d34cf54-8537-410e-a116-b6807cec2bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:06:28.073186 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-9d34cf54-8537-410e-a116-b6807cec2bb9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8c1dfb8a-7c1a-4cfe-9d27-b75f90f1472a HTTP/1.1" status: 204  len: 168 time: 1.8567944
Jan 26 22:06:28.077574 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 52364) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:06:28.735386 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79bc41f0-b5fd-4a3d-b2de-f217bd255d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036821519634'] for router_interface, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:29.366577 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-79bc41f0-b5fd-4a3d-b2de-f217bd255d37 admin admin] Deleting port 2a74c2e3-ccab-4865-839d-ed7beec5f068 {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:06:29.367366 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79bc41f0-b5fd-4a3d-b2de-f217bd255d37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:29.562745 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-79bc41f0-b5fd-4a3d-b2de-f217bd255d37 admin admin] For port 2a74c2e3-ccab-4865-839d-ed7beec5f068, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=2a74c2e3-ccab-4865-839d-ed7beec5f068,segment=NetworkSegment(70aacc1a-ac95-4e98-a527-65f3dbf707da),segment_id=70aacc1a-ac95-4e98-a527-65f3dbf707da)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:06:29.563210 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79bc41f0-b5fd-4a3d-b2de-f217bd255d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:29.707698 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-79bc41f0-b5fd-4a3d-b2de-f217bd255d37 admin admin] Calling delete_port for 2a74c2e3-ccab-4865-839d-ed7beec5f068 owned by network:router_interface {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:06:29.954717 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79bc41f0-b5fd-4a3d-b2de-f217bd255d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32409920'] for port, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:29.989843 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-72bae1c1-2c43-4c2d-b019-85f1881d66ab tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:06:30.163356 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc41f0-b5fd-4a3d-b2de-f217bd255d37 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a74c2e3-ccab-4865-839d-ed7beec5f068,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:06:30.171629 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-79bc41f0-b5fd-4a3d-b2de-f217bd255d37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:06:30.599028 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79bc41f0-b5fd-4a3d-b2de-f217bd255d37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036821729918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33259135'] for router_interface, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:31.241811 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79bc41f0-b5fd-4a3d-b2de-f217bd255d37 admin admin] Router bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b has already been hosted by L3 agent d246ac06-2269-4624-8b82-d0eab6b3335a {{(pid=80148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 22:06:31.461990 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79bc41f0-b5fd-4a3d-b2de-f217bd255d37 admin admin] Notify agent at l3_agent.dv-cinder-772126-1-iscsi the message routers_updated {{(pid=80148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 22:06:31.472875 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a23f0f4-0796-474b-bc39-2803f8dbc4a7 None None] Sync routers for ids ['bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b'] in dv-cinder-772126-1-iscsi {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 22:06:31.475193 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-79bc41f0-b5fd-4a3d-b2de-f217bd255d37 admin admin] 10.222.0.30 "PUT /v2.0/routers/bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3954823
Jan 26 22:06:31.478913 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 52368) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:06:31.487167 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a23f0f4-0796-474b-bc39-2803f8dbc4a7 None None] Routers {'bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:06:31.488145 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-1a23f0f4-0796-474b-bc39-2803f8dbc4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5aed7e6a0>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:06:13Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:06:31.695102 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-38e8d16a-4242-4519-9f23-659fbaf2c872 admin admin] Notify callbacks [] for router, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:31.706143 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-1a23f0f4-0796-474b-bc39-2803f8dbc4a7 None None] Set router bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b gateway port host: dv-cinder-772126-1-iscsi {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:06:31.957929 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-38e8d16a-4242-4519-9f23-659fbaf2c872 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:31.968949 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-38e8d16a-4242-4519-9f23-659fbaf2c872 admin admin] Deleting port eb32d670-0427-47ad-aaa9-d428a269bdf4 {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:06:31.969698 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-38e8d16a-4242-4519-9f23-659fbaf2c872 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:32.191070 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-38e8d16a-4242-4519-9f23-659fbaf2c872 admin admin] For port eb32d670-0427-47ad-aaa9-d428a269bdf4, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=eb32d670-0427-47ad-aaa9-d428a269bdf4,segment=NetworkSegment(f4c7a2a5-f441-4cda-be7f-98d9b91d5196),segment_id=f4c7a2a5-f441-4cda-be7f-98d9b91d5196)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:06:32.191521 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-38e8d16a-4242-4519-9f23-659fbaf2c872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:32.251378 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-1a23f0f4-0796-474b-bc39-2803f8dbc4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5aed7e6a0>, [{'id': 'bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b', 'name': 'tempest-TestShelveInstance-368203774-router', 'tenant_id': 'ff2ed45d62ea4bf48730b0b7608ab8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'eb32d670-0427-47ad-aaa9-d428a269bdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:01:26Z', 'updated_at': '2021-01-26T22:06:29Z', 'revision_number': 5, 'project_id': 'ff2ed45d62ea4bf48730b0b7608ab8a3', 'gw_port': {'id': 'eb32d670-0427-47ad-aaa9-d428a269bdf4', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:73:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:01:28Z', 'updated_at': '2021-01-26T22:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi'}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:06:32.256997 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a23f0f4-0796-474b-bc39-2803f8dbc4a7 None None] Checking router: bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b for host: dv-cinder-772126-1-iscsi {{(pid=80151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 22:06:32.268734 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a23f0f4-0796-474b-bc39-2803f8dbc4a7 None None] Routers {'bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:06:32.269415 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-1a23f0f4-0796-474b-bc39-2803f8dbc4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5aed7e6a0>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:06:13Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:06:32.344639 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-38e8d16a-4242-4519-9f23-659fbaf2c872 admin admin] Calling delete_port for eb32d670-0427-47ad-aaa9-d428a269bdf4 owned by network:router_gateway {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:06:32.488606 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-1a23f0f4-0796-474b-bc39-2803f8dbc4a7 None None] Set router bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b gateway port host: dv-cinder-772126-1-iscsi {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:06:32.780859 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-38e8d16a-4242-4519-9f23-659fbaf2c872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32409920'] for port, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:32.859249 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-1a23f0f4-0796-474b-bc39-2803f8dbc4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5aed7e6a0>, [{'id': 'bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b', 'name': 'tempest-TestShelveInstance-368203774-router', 'tenant_id': 'ff2ed45d62ea4bf48730b0b7608ab8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'eb32d670-0427-47ad-aaa9-d428a269bdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:01:26Z', 'updated_at': '2021-01-26T22:06:29Z', 'revision_number': 5, 'project_id': 'ff2ed45d62ea4bf48730b0b7608ab8a3', 'gw_port': {'id': 'eb32d670-0427-47ad-aaa9-d428a269bdf4', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:73:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:01:28Z', 'updated_at': '2021-01-26T22:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi'}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:06:32.864371 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a23f0f4-0796-474b-bc39-2803f8dbc4a7 None None] The sync data for ids ['bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b'] in dv-cinder-772126-1-iscsi is: [{'id': 'bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b', 'name': 'tempest-TestShelveInstance-368203774-router', 'tenant_id': 'ff2ed45d62ea4bf48730b0b7608ab8a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': 'eb32d670-0427-47ad-aaa9-d428a269bdf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:01:26Z', 'updated_at': '2021-01-26T22:06:29Z', 'revision_number': 5, 'project_id': 'ff2ed45d62ea4bf48730b0b7608ab8a3', 'gw_port': {'id': 'eb32d670-0427-47ad-aaa9-d428a269bdf4', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:73:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:01:28Z', 'updated_at': '2021-01-26T22:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi'}] {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 22:06:33.081898 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-38e8d16a-4242-4519-9f23-659fbaf2c872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33254391'] for router_gateway, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:33.255970 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-38e8d16a-4242-4519-9f23-659fbaf2c872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33261030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854745232'] for router, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:33.258585 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-38e8d16a-4242-4519-9f23-659fbaf2c872 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:33.329803 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-38e8d16a-4242-4519-9f23-659fbaf2c872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036821514634'] for router, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:33.330554 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e8d16a-4242-4519-9f23-659fbaf2c872 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b {{(pid=80148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 26 22:06:33.347233 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-38e8d16a-4242-4519-9f23-659fbaf2c872 admin admin] Notify callbacks [] for router, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:33.351473 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-38e8d16a-4242-4519-9f23-659fbaf2c872 admin admin] 10.222.0.30 "DELETE /v2.0/routers/bd76d7d2-d8bc-4c8c-8ae3-d95f64d1213b HTTP/1.1" status: 204  len: 168 time: 1.8711398
Jan 26 22:06:33.351894 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 52372) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:06:33.438892 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_v2 [None req-9af4493a-e4d4-4d50-ada4-0cb7e7b21150 admin admin] Deleting subnet 64581345-38f5-4723-a01a-d4cd0b414109 {{(pid=80149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 26 22:06:33.442382 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9af4493a-e4d4-4d50-ada4-0cb7e7b21150 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:33.501994 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9af4493a-e4d4-4d50-ada4-0cb7e7b21150 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036823318344'] for subnet, precommit_delete_associations {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:33.589713 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9af4493a-e4d4-4d50-ada4-0cb7e7b21150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-902117'] for subnet, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:33.964333 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9af4493a-e4d4-4d50-ada4-0cb7e7b21150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853873682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31461600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31482902'] for subnet, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:33.981411 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-fe8feb5c-6b5f-4135-99a8-23fbe773e153 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:06:34.068852 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af4493a-e4d4-4d50-ada4-0cb7e7b21150 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64581345-38f5-4723-a01a-d4cd0b414109,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:06:34.084859 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9af4493a-e4d4-4d50-ada4-0cb7e7b21150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:06:34.122635 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9af4493a-e4d4-4d50-ada4-0cb7e7b21150 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:34.129267 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2270d686-6f2a-47ae-bcc9-4e400429b179 None None] Network f4cfdeda-140a-4900-931d-2a556cf1a428 requested from dv-cinder-772126-1-iscsi {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 22:06:34.129702 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-9af4493a-e4d4-4d50-ada4-0cb7e7b21150 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/64581345-38f5-4723-a01a-d4cd0b414109 HTTP/1.1" status: 204  len: 168 time: 0.7762077
Jan 26 22:06:34.132288 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 52376) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:06:34.256501 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1fedd353-4b61-4e96-bd7c-b1d850148eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695781'] for network, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:34.334202 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-1fedd353-4b61-4e96-bd7c-b1d850148eaf admin admin] Deleting port 3736ed5a-6e91-419b-8c24-71395b7b4fab {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:06:34.334562 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1fedd353-4b61-4e96-bd7c-b1d850148eaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:34.416308 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7943eaff-a5d7-45ed-8924-8168f747f9c5 None None] DHCP port deletion for f4cfdeda-140a-4900-931d-2a556cf1a428 request from dv-cinder-772126-1-iscsi {{(pid=80150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 26 22:06:34.422007 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-7943eaff-a5d7-45ed-8924-8168f747f9c5 None None] Deleting port 3736ed5a-6e91-419b-8c24-71395b7b4fab {{(pid=80150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:06:34.422640 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7943eaff-a5d7-45ed-8924-8168f747f9c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:34.579917 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-1fedd353-4b61-4e96-bd7c-b1d850148eaf admin admin] For port 3736ed5a-6e91-419b-8c24-71395b7b4fab, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=3736ed5a-6e91-419b-8c24-71395b7b4fab,segment=NetworkSegment(70aacc1a-ac95-4e98-a527-65f3dbf707da),segment_id=70aacc1a-ac95-4e98-a527-65f3dbf707da)] {{(pid=80149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:06:34.580572 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1fedd353-4b61-4e96-bd7c-b1d850148eaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:34.661660 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-7943eaff-a5d7-45ed-8924-8168f747f9c5 None None] For port 3736ed5a-6e91-419b-8c24-71395b7b4fab, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=3736ed5a-6e91-419b-8c24-71395b7b4fab,segment=NetworkSegment(70aacc1a-ac95-4e98-a527-65f3dbf707da),segment_id=70aacc1a-ac95-4e98-a527-65f3dbf707da)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:06:34.662191 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7943eaff-a5d7-45ed-8924-8168f747f9c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:34.800602 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-7943eaff-a5d7-45ed-8924-8168f747f9c5 None None] Calling delete_port for 3736ed5a-6e91-419b-8c24-71395b7b4fab owned by network:dhcp {{(pid=80150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:06:34.811195 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-1fedd353-4b61-4e96-bd7c-b1d850148eaf admin admin] Calling delete_port for 3736ed5a-6e91-419b-8c24-71395b7b4fab owned by network:dhcp {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:06:34.831759 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 3736ed5a-6e91-419b-8c24-71395b7b4fab no longer exists at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 22:06:34.937232 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] No active binding found for port 3736ed5a-6e91-419b-8c24-71395b7b4fab {{(pid=80150) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Jan 26 22:06:34.937677 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 3736ed5a-6e91-419b-8c24-71395b7b4fab not bound to the agent host dv-cinder-772126-1-iscsi {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 22:06:34.938149 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 2a74c2e3-ccab-4865-839d-ed7beec5f068 no longer exists at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 22:06:34.976275 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] No Port match for: 2a74c2e3-ccab-4865-839d-ed7beec5f068 {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 22:06:34.976900 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 2a74c2e3-ccab-4865-839d-ed7beec5f068 not bound to the agent host dv-cinder-772126-1-iscsi {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 22:06:34.977112 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device eb32d670-0427-47ad-aaa9-d428a269bdf4 no longer exists at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 22:06:34.981127 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1fedd353-4b61-4e96-bd7c-b1d850148eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31462196'] for port, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:34.997439 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6e1435ef-63b7-409a-924c-fd9967733ecc tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:06:35.016550 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.db.api [None req-7943eaff-a5d7-45ed-8924-8168f747f9c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80150) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 26 22:06:35.016967 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_db.api [None req-7943eaff-a5d7-45ed-8924-8168f747f9c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 26 22:06:35.017614 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] No Port match for: eb32d670-0427-47ad-aaa9-d428a269bdf4 {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 22:06:35.018000 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device eb32d670-0427-47ad-aaa9-d428a269bdf4 not bound to the agent host dv-cinder-772126-1-iscsi {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 22:06:35.096766 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fedd353-4b61-4e96-bd7c-b1d850148eaf admin admin] Pushing event deleted for resources: {'Port': ['ID=3736ed5a-6e91-419b-8c24-71395b7b4fab,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:06:35.112597 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1fedd353-4b61-4e96-bd7c-b1d850148eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:06:35.150140 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fedd353-4b61-4e96-bd7c-b1d850148eaf admin admin] No DVR routers for this DVR port 3736ed5a-6e91-419b-8c24-71395b7b4fab on host dv-cinder-772126-1-iscsi {{(pid=80149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 22:06:35.284874 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1fedd353-4b61-4e96-bd7c-b1d850148eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917372', 'neutron.services.segments.db._delete_segments_for_network--9223363247824506586'] for network, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:35.414486 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.segments.db [None req-1fedd353-4b61-4e96-bd7c-b1d850148eaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe5acfb56d8>,) {'filters': {'network_id': ['f4cfdeda-140a-4900-931d-2a556cf1a428']}} {{(pid=80149) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:06:35.430119 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.segments.db [None req-1fedd353-4b61-4e96-bd7c-b1d850148eaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5acfb56d8>, '70aacc1a-ac95-4e98-a527-65f3dbf707da') {'for_net_delete': True} {{(pid=80149) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:06:35.430453 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.segments.db [None req-1fedd353-4b61-4e96-bd7c-b1d850148eaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5acfb56d8>, '70aacc1a-ac95-4e98-a527-65f3dbf707da') {} {{(pid=80149) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:06:35.445539 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1fedd353-4b61-4e96-bd7c-b1d850148eaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247824509914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31457456'] for segment, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:35.518318 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1fedd353-4b61-4e96-bd7c-b1d850148eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853870792'] for segment, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:35.518781 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-7943eaff-a5d7-45ed-8924-8168f747f9c5 None None] Deleting port 3736ed5a-6e91-419b-8c24-71395b7b4fab {{(pid=80150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:06:35.519335 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7943eaff-a5d7-45ed-8924-8168f747f9c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:35.520876 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1fedd353-4b61-4e96-bd7c-b1d850148eaf admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 26 22:06:35.595109 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-7943eaff-a5d7-45ed-8924-8168f747f9c5 None None] The port '3736ed5a-6e91-419b-8c24-71395b7b4fab' was deleted {{(pid=80150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 26 22:06:35.716659 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-1fedd353-4b61-4e96-bd7c-b1d850148eaf admin admin] Network f4cfdeda-140a-4900-931d-2a556cf1a428 has no segments {{(pid=80149) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 22:06:35.727332 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1fedd353-4b61-4e96-bd7c-b1d850148eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-905039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823313597'] for segment, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:35.925127 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-1fedd353-4b61-4e96-bd7c-b1d850148eaf admin admin] Network f4cfdeda-140a-4900-931d-2a556cf1a428 has no segments {{(pid=80149) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 22:06:35.949100 dv-cinder-772126-1-iscsi neutron-server[80035]: Traceback (most recent call last):
Jan 26 22:06:35.949100 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 26 22:06:35.949100 dv-cinder-772126-1-iscsi neutron-server[80035]:     timer()
Jan 26 22:06:35.949100 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 26 22:06:35.949100 dv-cinder-772126-1-iscsi neutron-server[80035]:     cb(*args, **kw)
Jan 26 22:06:35.949100 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 26 22:06:35.949100 dv-cinder-772126-1-iscsi neutron-server[80035]:     return func(*args, **kwargs)
Jan 26 22:06:35.949100 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 26 22:06:35.949100 dv-cinder-772126-1-iscsi neutron-server[80035]:     self._notify()
Jan 26 22:06:35.949100 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 26 22:06:35.949100 dv-cinder-772126-1-iscsi neutron-server[80035]:     self.callback(batched_events)
Jan 26 22:06:35.949100 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 26 22:06:35.949100 dv-cinder-772126-1-iscsi neutron-server[80035]:     event.method(event)
Jan 26 22:06:35.949100 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 26 22:06:35.949100 dv-cinder-772126-1-iscsi neutron-server[80035]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 26 22:06:35.949100 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 26 22:06:35.949100 dv-cinder-772126-1-iscsi neutron-server[80035]:     segment_id)['aggregates'][0]
Jan 26 22:06:35.949100 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 26 22:06:35.949100 dv-cinder-772126-1-iscsi neutron-server[80035]:     return f(self, *a, **k)
Jan 26 22:06:35.949100 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 26 22:06:35.949100 dv-cinder-772126-1-iscsi neutron-server[80035]:     return self._get(url).json()
Jan 26 22:06:35.949100 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 26 22:06:35.949100 dv-cinder-772126-1-iscsi neutron-server[80035]:     **kwargs)
Jan 26 22:06:35.949100 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 26 22:06:35.949100 dv-cinder-772126-1-iscsi neutron-server[80035]:     return self.request(url, 'GET', **kwargs)
Jan 26 22:06:35.949100 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 26 22:06:35.949100 dv-cinder-772126-1-iscsi neutron-server[80035]:     **endpoint_filter)
Jan 26 22:06:35.949100 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 26 22:06:35.949100 dv-cinder-772126-1-iscsi neutron-server[80035]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 26 22:06:35.949100 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 26 22:06:35.949100 dv-cinder-772126-1-iscsi neutron-server[80035]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 26 22:06:35.949100 dv-cinder-772126-1-iscsi neutron-server[80035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 26 22:06:36.135376 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1fedd353-4b61-4e96-bd7c-b1d850148eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853858444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036821521443'] for network, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:36.140520 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-7117fb4a-ee98-4993-a6e4-a8f746e56e6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:06:36.155734 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1fedd353-4b61-4e96-bd7c-b1d850148eaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for network, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:36.168716 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fedd353-4b61-4e96-bd7c-b1d850148eaf admin admin] Pushing event deleted for resources: {'Network': ['ID=f4cfdeda-140a-4900-931d-2a556cf1a428,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:06:36.172469 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1fedd353-4b61-4e96-bd7c-b1d850148eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:06:36.176293 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-1fedd353-4b61-4e96-bd7c-b1d850148eaf admin admin] 10.222.0.30 "DELETE /v2.0/networks/f4cfdeda-140a-4900-931d-2a556cf1a428 HTTP/1.1" status: 204  len: 168 time: 2.0424087
Jan 26 22:06:36.494174 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 52382) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:06:36.548155 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-807a6005-1ec0-481d-941f-cc8b6a25c9ec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=66b3e2a25f144fa88a4be7bd2f2b4abf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0526378
Jan 26 22:06:36.550717 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 52386) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:06:36.613044 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-10daa09c-fd77-457c-a4d1-3b98dbfa6400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:36.642539 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-10daa09c-fd77-457c-a4d1-3b98dbfa6400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:36.735269 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-10daa09c-fd77-457c-a4d1-3b98dbfa6400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:36.740615 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-7a7683e7-19c1-47b5-91e7-4eafd816592e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:06:36.755152 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10daa09c-fd77-457c-a4d1-3b98dbfa6400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af06033-cb85-4bce-bc30-8abd73b2ddf9,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:06:36.759231 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-10daa09c-fd77-457c-a4d1-3b98dbfa6400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:06:36.762644 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-10daa09c-fd77-457c-a4d1-3b98dbfa6400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:36.764920 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-10daa09c-fd77-457c-a4d1-3b98dbfa6400 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1af06033-cb85-4bce-bc30-8abd73b2ddf9 HTTP/1.1" status: 204  len: 168 time: 0.2121732
Jan 26 22:06:37.352673 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 52394) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:06:37.413913 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-fe2bff43-4583-4cb8-a40c-885c3b6bf014 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ff2ed45d62ea4bf48730b0b7608ab8a3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0593560
Jan 26 22:06:37.416141 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 52398) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:06:37.481403 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1114871f-5d8a-45f4-854e-d2a859fbf833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:37.511520 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1114871f-5d8a-45f4-854e-d2a859fbf833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:37.592699 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1114871f-5d8a-45f4-854e-d2a859fbf833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:37.598723 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-97473774-e4ea-499b-993f-e45f23d608ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:06:37.610766 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114871f-5d8a-45f4-854e-d2a859fbf833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702c171c-e7d0-4c93-ad52-82f1c7bd6da2,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:06:37.614938 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1114871f-5d8a-45f4-854e-d2a859fbf833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:06:37.619106 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1114871f-5d8a-45f4-854e-d2a859fbf833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:37.621289 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-1114871f-5d8a-45f4-854e-d2a859fbf833 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/702c171c-e7d0-4c93-ad52-82f1c7bd6da2 HTTP/1.1" status: 204  len: 168 time: 0.2040956
Jan 26 22:06:39.051778 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 52420) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:06:39.255409 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-2e6861f5-a4d1-4adb-a021-1950e62eb31b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-364362214-network', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:06:39.261272 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-2e6861f5-a4d1-4adb-a021-1950e62eb31b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:06:39.267077 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-2e6861f5-a4d1-4adb-a021-1950e62eb31b admin admin] Usage tracker for resource:network and tenant:37d467f68082493b8af9e54aaa6b2a19 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:06:39.271229 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-2e6861f5-a4d1-4adb-a021-1950e62eb31b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:06:39.278671 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-2e6861f5-a4d1-4adb-a021-1950e62eb31b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:06:39.324306 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6861f5-a4d1-4adb-a021-1950e62eb31b admin admin] Made reservation on behalf of 37d467f68082493b8af9e54aaa6b2a19 for: {'network': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 22:06:39.329997 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2e6861f5-a4d1-4adb-a021-1950e62eb31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for network, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:39.345553 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2e6861f5-a4d1-4adb-a021-1950e62eb31b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:39.364126 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-2e6861f5-a4d1-4adb-a021-1950e62eb31b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:06:39.368935 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-2e6861f5-a4d1-4adb-a021-1950e62eb31b admin admin] Usage tracker for resource:security_group_rule and tenant:37d467f68082493b8af9e54aaa6b2a19 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:06:39.372420 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-2e6861f5-a4d1-4adb-a021-1950e62eb31b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:06:39.379258 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-2e6861f5-a4d1-4adb-a021-1950e62eb31b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:06:39.639663 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a151eaae-d818-42c2-9cdc-0956108e139f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:39.639919 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2e6861f5-a4d1-4adb-a021-1950e62eb31b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:39.666013 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2e6861f5-a4d1-4adb-a021-1950e62eb31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:39.671057 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-af3f9735-120d-4696-8be8-cff66c0c1455 tempest-VolumesNegativeTest-938225054 tempest-VolumesNegativeTest-938225054-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:06:39.705703 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e6861f5-a4d1-4adb-a021-1950e62eb31b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 26 22:06:39.715965 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6861f5-a4d1-4adb-a021-1950e62eb31b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5806227-84ab-4dc0-a128-83ee1e204af2,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:06:39.720891 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2e6861f5-a4d1-4adb-a021-1950e62eb31b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:06:39.724048 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2e6861f5-a4d1-4adb-a021-1950e62eb31b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789030269214', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853870792'] for segment, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:39.724499 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.db.segments_db [None req-2e6861f5-a4d1-4adb-a021-1950e62eb31b admin admin] Added segment 10fa9503-ea57-4575-8fa2-400aab90e0d2 of type vxlan for network 354411bd-e219-487c-b3ff-a0502e935076
Jan 26 22:06:39.755724 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2e6861f5-a4d1-4adb-a021-1950e62eb31b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247825098817'] for network, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:39.815233 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2e6861f5-a4d1-4adb-a021-1950e62eb31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897'] for network, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:39.816630 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6861f5-a4d1-4adb-a021-1950e62eb31b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:06:39.817295 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2e6861f5-a4d1-4adb-a021-1950e62eb31b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for network, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:39.823003 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:06:39.951552 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6861f5-a4d1-4adb-a021-1950e62eb31b admin admin] Pushing event updated for resources: {'Network': ['ID=354411bd-e219-487c-b3ff-a0502e935076,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:06:39.951552 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2e6861f5-a4d1-4adb-a021-1950e62eb31b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:06:39.956368 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Network 354411bd-e219-487c-b3ff-a0502e935076 details requested by agent ovs-agent-dv-cinder-772126-1-iscsi with host dv-cinder-772126-1-iscsi {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 22:06:39.970409 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-2e6861f5-a4d1-4adb-a021-1950e62eb31b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.9174209
Jan 26 22:06:39.975717 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 52426) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:06:39.982101 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-c3e13692-a73f-4b8b-b725-d4dbe375424f admin admin] Request body: {'subnet': {'network_id': '354411bd-e219-487c-b3ff-a0502e935076', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-364362214-subnet', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'ip_version': 4}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:06:39.983275 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Network 354411bd-e219-487c-b3ff-a0502e935076 details requested by agent ovs-agent-hv-cinder-77212 with host hv-cinder-77212 {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 22:06:39.989357 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-c3e13692-a73f-4b8b-b725-d4dbe375424f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:06:39.994820 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-c3e13692-a73f-4b8b-b725-d4dbe375424f admin admin] Usage tracker for resource:subnet and tenant:37d467f68082493b8af9e54aaa6b2a19 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:06:39.999030 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-c3e13692-a73f-4b8b-b725-d4dbe375424f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:06:40.005940 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-c3e13692-a73f-4b8b-b725-d4dbe375424f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:06:40.049687 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e13692-a73f-4b8b-b725-d4dbe375424f admin admin] Made reservation on behalf of 37d467f68082493b8af9e54aaa6b2a19 for: {'subnet': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 22:06:40.054755 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c3e13692-a73f-4b8b-b725-d4dbe375424f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036823292868'] for subnet, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:40.553676 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c3e13692-a73f-4b8b-b725-d4dbe375424f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036823314267', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036823292883'] for subnet, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:40.844986 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c63a3aa1-a60e-41e1-a89b-40a25a4c34ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:06:41.005560 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e13692-a73f-4b8b-b725-d4dbe375424f admin admin] Pushing event updated for resources: {'Subnet': ['ID=08edff2a-ef60-4075-ac6c-04b3f85e84f6,revision_number=0']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:06:41.011553 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c3e13692-a73f-4b8b-b725-d4dbe375424f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:06:41.082265 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e13692-a73f-4b8b-b725-d4dbe375424f admin admin] Checking segment: {'id': '10fa9503-ea57-4575-8fa2-400aab90e0d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '354411bd-e219-487c-b3ff-a0502e935076'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 22:06:41.082920 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e13692-a73f-4b8b-b725-d4dbe375424f admin admin] Network hostable DHCP agents. Network: 354411bd-e219-487c-b3ff-a0502e935076, hostable agents: ['31d7f489-5cf7-4386-baac-120d285301b4'], hosted agents: [] {{(pid=80149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 26 22:06:41.221325 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e13692-a73f-4b8b-b725-d4dbe375424f admin admin] Network 354411bd-e219-487c-b3ff-a0502e935076 is scheduled to be hosted by DHCP agent 31d7f489-5cf7-4386-baac-120d285301b4 with binding_index 1 {{(pid=80149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 26 22:06:41.296430 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-c3e13692-a73f-4b8b-b725-d4dbe375424f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-1-iscsi, 354411bd-e219-487c-b3ff-a0502e935076) {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 22:06:41.306091 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20561d0-384e-4bd6-aab6-b698f92f6cb7 None None] Network 354411bd-e219-487c-b3ff-a0502e935076 requested from dv-cinder-772126-1-iscsi {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 22:06:41.310216 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e13692-a73f-4b8b-b725-d4dbe375424f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:06:41.311693 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c3e13692-a73f-4b8b-b725-d4dbe375424f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:41.359430 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-c3e13692-a73f-4b8b-b725-d4dbe375424f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.3820789
Jan 26 22:06:41.362268 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 52430) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:06:41.368054 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-5fdf398c-ff3f-4e96-9928-5e2cbe5b8a42 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-364362214-router', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'}}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:06:41.376565 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-5fdf398c-ff3f-4e96-9928-5e2cbe5b8a42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:06:41.381072 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-5fdf398c-ff3f-4e96-9928-5e2cbe5b8a42 admin admin] Usage tracker for resource:router and tenant:37d467f68082493b8af9e54aaa6b2a19 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:06:41.385189 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-5fdf398c-ff3f-4e96-9928-5e2cbe5b8a42 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:06:41.392142 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-5fdf398c-ff3f-4e96-9928-5e2cbe5b8a42 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:06:41.444192 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5fdf398c-ff3f-4e96-9928-5e2cbe5b8a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33260817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854745247'] for router, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:41.445365 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5fdf398c-ff3f-4e96-9928-5e2cbe5b8a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036821530053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036821521605', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33219226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30568'] for router, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:41.461946 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5fdf398c-ff3f-4e96-9928-5e2cbe5b8a42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:41.553233 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45ffbaf4-b3a1-547e-b523-a9c7770f6ba3-354411bd-e219-487c-b3ff-a0502e935076', 'network_id': '354411bd-e219-487c-b3ff-a0502e935076', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'fixed_ips': [{'subnet_id': '08edff2a-ef60-4075-ac6c-04b3f85e84f6'}]}} from dv-cinder-772126-1-iscsi. {{(pid=80150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 26 22:06:41.554147 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:41.791721 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5fdf398c-ff3f-4e96-9928-5e2cbe5b8a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036821521622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33260800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30471'] for router, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:42.074415 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Allocated IP 172.20.0.2 (354411bd-e219-487c-b3ff-a0502e935076/08edff2a-ef60-4075-ac6c-04b3f85e84f6/33acc3b8-c46f-46ef-9281-b5d4b71c485e) {{(pid=80150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 22:06:42.208714 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5fdf398c-ff3f-4e96-9928-5e2cbe5b8a42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:42.243659 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5fdf398c-ff3f-4e96-9928-5e2cbe5b8a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:42.312960 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Notify callbacks [] for port, precommit_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:42.327857 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Transition to ACTIVE for port object 33acc3b8-c46f-46ef-9281-b5d4b71c485e will not be triggered until provisioned by entity L2. {{(pid=80150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 22:06:42.347247 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Transition to ACTIVE for port object 33acc3b8-c46f-46ef-9281-b5d4b71c485e will not be triggered until provisioned by entity DHCP. {{(pid=80150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 22:06:42.387336 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008'] for port, after_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:42.404995 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-df8352e0-33e6-473a-b35b-5c885880ff4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:06:42.555384 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Pushing event updated for resources: {'Port': ['ID=33acc3b8-c46f-46ef-9281-b5d4b71c485e,revision_number=1']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:06:42.580847 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:42.581304 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:42.581606 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:42.581982 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:42.582358 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:42.582736 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:42.583104 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:42.583527 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:42.583904 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:42.584272 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:42.584640 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:42.585014 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:42.585429 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:42.585803 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:42.586168 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:42.586533 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:42.586891 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:42.587266 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:42.587663 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:42.588026 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:42.588401 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:42.588766 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:42.589129 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:42.589491 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:42.596061 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:06:42.603272 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-5fdf398c-ff3f-4e96-9928-5e2cbe5b8a42 admin admin] Allocated IP 172.27.2.184 (1ba61b85-6a57-4c86-8c7b-e71ed182691b/36fb7a5a-6726-45c7-9dc5-3a7ad8db1808/612cd8b5-04b1-45f4-87ea-2c732558eabf) {{(pid=80149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 22:06:42.649756 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Network 354411bd-e219-487c-b3ff-a0502e935076 is already hosted by enough agents. {{(pid=80150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 22:06:42.651283 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Resources bound (agent type, host, resource id):  {{(pid=80150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 22:06:42.655659 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Received port after_create {{(pid=80150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 22:06:42.724832 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Attempting to bind port 33acc3b8-c46f-46ef-9281-b5d4b71c485e on host dv-cinder-772126-1-iscsi for vnic_type normal with profile  {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 22:06:42.725249 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Attempting to bind port 33acc3b8-c46f-46ef-9281-b5d4b71c485e by drivers openvswitch on host dv-cinder-772126-1-iscsi at level 0 using segments [{'id': '10fa9503-ea57-4575-8fa2-400aab90e0d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '354411bd-e219-487c-b3ff-a0502e935076'}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 22:06:42.725665 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Attempting to bind port 33acc3b8-c46f-46ef-9281-b5d4b71c485e on network 354411bd-e219-487c-b3ff-a0502e935076 {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 22:06:42.732781 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Checking agent: {'id': 'acda3ae2-213d-42a9-bfbd-ef6e74b838e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 21, 45, 45), 'started_at': datetime.datetime(2021, 1, 26, 21, 46, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 22, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 22:06:42.733225 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Checking segment: {'id': '10fa9503-ea57-4575-8fa2-400aab90e0d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '354411bd-e219-487c-b3ff-a0502e935076'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 22:06:42.733683 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:42.734136 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Bound using segment: {'id': '10fa9503-ea57-4575-8fa2-400aab90e0d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '354411bd-e219-487c-b3ff-a0502e935076'} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 22:06:42.734660 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Bound port: 33acc3b8-c46f-46ef-9281-b5d4b71c485e, host: dv-cinder-772126-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10fa9503-ea57-4575-8fa2-400aab90e0d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '354411bd-e219-487c-b3ff-a0502e935076'}}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 22:06:42.735080 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:42.790441 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5fdf398c-ff3f-4e96-9928-5e2cbe5b8a42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:42.839360 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] For port 33acc3b8-c46f-46ef-9281-b5d4b71c485e, host dv-cinder-772126-1-iscsi, cleared binding levels {{(pid=80150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 22:06:42.843467 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] For port 33acc3b8-c46f-46ef-9281-b5d4b71c485e, host dv-cinder-772126-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=33acc3b8-c46f-46ef-9281-b5d4b71c485e,segment=NetworkSegment(10fa9503-ea57-4575-8fa2-400aab90e0d2),segment_id=10fa9503-ea57-4575-8fa2-400aab90e0d2)] {{(pid=80150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 22:06:42.873881 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:42.892587 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:06:42.901420 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5fdf398c-ff3f-4e96-9928-5e2cbe5b8a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31462196'] for port, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:42.918850 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-45514c36-1243-4b96-a0d6-526f32d6c29b tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:06:43.050275 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Pushing event updated for resources: {'Port': ['ID=33acc3b8-c46f-46ef-9281-b5d4b71c485e,revision_number=2']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:06:43.055313 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:06:43.063670 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf398c-ff3f-4e96-9928-5e2cbe5b8a42 admin admin] Pushing event updated for resources: {'Port': ['ID=612cd8b5-04b1-45f4-87ea-2c732558eabf,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:06:43.069051 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-5fdf398c-ff3f-4e96-9928-5e2cbe5b8a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:06:43.133604 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdf398c-ff3f-4e96-9928-5e2cbe5b8a42 admin admin] Network 1ba61b85-6a57-4c86-8c7b-e71ed182691b is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 22:06:43.134872 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-5fdf398c-ff3f-4e96-9928-5e2cbe5b8a42 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 22:06:43.137633 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdf398c-ff3f-4e96-9928-5e2cbe5b8a42 admin admin] Received port after_create {{(pid=80149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 22:06:43.376093 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:43.421499 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-55f6215d-53d5-49a2-8871-60ff49223fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:43.685980 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5fdf398c-ff3f-4e96-9928-5e2cbe5b8a42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:44.394970 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5fdf398c-ff3f-4e96-9928-5e2cbe5b8a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036821515000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33254161'] for router, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:44.479282 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:44.639036 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:44.678598 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7685a38-75f5-4b79-a5d1-6c2b5b411de4 None None] Network 354411bd-e219-487c-b3ff-a0502e935076 requested from dv-cinder-772126-1-iscsi {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 22:06:44.724277 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fdf398c-ff3f-4e96-9928-5e2cbe5b8a42 admin admin] Router 48030c4a-7123-418e-a5d6-820a02270da2 is scheduled to L3 agent d246ac06-2269-4624-8b82-d0eab6b3335a with binding_index 1 {{(pid=80149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 26 22:06:44.899553 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 33acc3b8-c46f-46ef-9281-b5d4b71c485e up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:06:44.934601 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-42488d3d-b23a-41cb-9111-805813936ee8 None None] Provisioning for port 33acc3b8-c46f-46ef-9281-b5d4b71c485e completed by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 22:06:45.019300 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fdf398c-ff3f-4e96-9928-5e2cbe5b8a42 admin admin] Notify agent at l3_agent.dv-cinder-772126-1-iscsi the message routers_updated {{(pid=80149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 22:06:45.032008 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7256472-dabf-46a5-a0c9-09caa996fdc1 None None] Sync routers for ids ['48030c4a-7123-418e-a5d6-820a02270da2'] in dv-cinder-772126-1-iscsi {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 22:06:45.066663 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7256472-dabf-46a5-a0c9-09caa996fdc1 None None] Routers {'48030c4a-7123-418e-a5d6-820a02270da2'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:06:45.067387 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-c7256472-dabf-46a5-a0c9-09caa996fdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5adfc4f60>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:06:43Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['48030c4a-7123-418e-a5d6-820a02270da2'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:06:45.109453 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d0f59-f176-4c3e-86d6-e2860ab2cc0e req-008f753d-9e80-4b58-bace-245c9b695864 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:06:45.111270 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c78d0f59-f176-4c3e-86d6-e2860ab2cc0e req-008f753d-9e80-4b58-bace-245c9b695864 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 945 time: 0.2030139
Jan 26 22:06:45.112665 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5fdf398c-ff3f-4e96-9928-5e2cbe5b8a42 admin admin] Notify callbacks [] for router, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:45.118118 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-5fdf398c-ff3f-4e96-9928-5e2cbe5b8a42 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.7505836
Jan 26 22:06:45.123629 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 52442) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:06:45.224511 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning for port 33acc3b8-c46f-46ef-9281-b5d4b71c485e completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 22:06:45.252267 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port 33acc3b8-c46f-46ef-9281-b5d4b71c485e triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:06:45.252701 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:45.334684 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c78d0f59-f176-4c3e-86d6-e2860ab2cc0e req-b4dfa9d9-d8eb-461a-86c9-243660e3c3a1 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?id=154869ee-0738-403d-95c0-0032ceb77a96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2123351
Jan 26 22:06:45.416355 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-c7256472-dabf-46a5-a0c9-09caa996fdc1 None None] Set router 48030c4a-7123-418e-a5d6-820a02270da2 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:06:45.530571 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:45.695801 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:45.781297 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] For port 33acc3b8-c46f-46ef-9281-b5d4b71c485e, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=33acc3b8-c46f-46ef-9281-b5d4b71c485e,segment=NetworkSegment(10fa9503-ea57-4575-8fa2-400aab90e0d2),segment_id=10fa9503-ea57-4575-8fa2-400aab90e0d2)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:06:45.833939 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-795ecd52-7442-4e0d-9502-9f203f0e3b68 None None] Provisioning complete for port 33acc3b8-c46f-46ef-9281-b5d4b71c485e triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:06:45.834366 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-795ecd52-7442-4e0d-9502-9f203f0e3b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:46.014179 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5bd4fef8-68ee-4d53-90c4-1d8ed2159d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:46.051085 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:46.059123 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:06:46.187936 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Pushing event updated for resources: {'Port': ['ID=33acc3b8-c46f-46ef-9281-b5d4b71c485e,revision_number=3']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:06:46.195656 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:06:46.205823 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-c7256472-dabf-46a5-a0c9-09caa996fdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5adfc4f60>, [{'id': '48030c4a-7123-418e-a5d6-820a02270da2', 'name': 'tempest-TestVolumeBootPattern-364362214-router', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:06:41Z', 'updated_at': '2021-01-26T22:06:43Z', 'revision_number': 3, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'gw_port': {'id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:31:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:42Z', 'updated_at': '2021-01-26T22:06:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi'}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:06:46.238055 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7256472-dabf-46a5-a0c9-09caa996fdc1 None None] Checking router: 48030c4a-7123-418e-a5d6-820a02270da2 for host: dv-cinder-772126-1-iscsi {{(pid=80150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 22:06:46.238338 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7256472-dabf-46a5-a0c9-09caa996fdc1 None None] Updating router 48030c4a-7123-418e-a5d6-820a02270da2 port 612cd8b5-04b1-45f4-87ea-2c732558eabf binding host dv-cinder-772126-1-iscsi {{(pid=80150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 26 22:06:46.322728 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c7256472-dabf-46a5-a0c9-09caa996fdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:46.399203 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-5bd4fef8-68ee-4d53-90c4-1d8ed2159d3f admin admin] Allocated IP 172.20.0.1 (354411bd-e219-487c-b3ff-a0502e935076/08edff2a-ef60-4075-ac6c-04b3f85e84f6/ed390339-3df0-4d7b-9355-2d98d67e5395) {{(pid=80149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 22:06:46.459830 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-9d95c0c8-821a-45e1-a60e-39258c6d3646 None None] Provisioning complete for port 33acc3b8-c46f-46ef-9281-b5d4b71c485e triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:06:46.460924 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9d95c0c8-821a-45e1-a60e-39258c6d3646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:46.634543 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5bd4fef8-68ee-4d53-90c4-1d8ed2159d3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:46.697807 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a7e45-9129-46a7-8d57-7743a635d7ac req-a4a62a87-f251-4452-b761-bd245233eafc tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:06:46.699609 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a14a7e45-9129-46a7-8d57-7743a635d7ac req-a4a62a87-f251-4452-b761-bd245233eafc tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 945 time: 0.2125556
Jan 26 22:06:46.708189 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-5bd4fef8-68ee-4d53-90c4-1d8ed2159d3f admin admin] Transition to ACTIVE for port object ed390339-3df0-4d7b-9355-2d98d67e5395 will not be triggered until provisioned by entity DHCP. {{(pid=80149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 22:06:46.773569 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a14a7e45-9129-46a7-8d57-7743a635d7ac req-5020f384-32ab-41f3-ad01-d0481f50a211 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?id=154869ee-0738-403d-95c0-0032ceb77a96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0668561
Jan 26 22:06:46.829895 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 33acc3b8-c46f-46ef-9281-b5d4b71c485e up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:06:46.838547 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5bd4fef8-68ee-4d53-90c4-1d8ed2159d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31462196'] for port, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:46.856067 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d657ffca-e402-48eb-a680-3f6f338595e2 tempest-AttachVolumeNegativeTest-618208839 tempest-AttachVolumeNegativeTest-618208839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:06:46.925874 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816e1d0-f1cc-40c0-86c1-ce0a78807293 req-9aa59547-d6b3-4572-8906-bfa748391ec6 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:06:46.926757 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-5816e1d0-f1cc-40c0-86c1-ce0a78807293 req-9aa59547-d6b3-4572-8906-bfa748391ec6 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Synchronizing usage tracker for tenant:60dfcf3014784939a1cc511726ce21b9 on resource:port {{(pid=80148) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 22:06:46.944251 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-5816e1d0-f1cc-40c0-86c1-ce0a78807293 req-9aa59547-d6b3-4572-8906-bfa748391ec6 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Unset dirty status for tenant:60dfcf3014784939a1cc511726ce21b9 on resource:port {{(pid=80148) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 22:06:46.945694 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5816e1d0-f1cc-40c0-86c1-ce0a78807293 req-9aa59547-d6b3-4572-8906-bfa748391ec6 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.45 "GET /v2.0/ports?device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 945 time: 0.1919196
Jan 26 22:06:46.969643 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c7256472-dabf-46a5-a0c9-09caa996fdc1 None None] Notify callbacks [] for port, precommit_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:46.999751 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd4fef8-68ee-4d53-90c4-1d8ed2159d3f admin admin] Pushing event updated for resources: {'Port': ['ID=ed390339-3df0-4d7b-9355-2d98d67e5395,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:06:47.000122 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c7256472-dabf-46a5-a0c9-09caa996fdc1 None None] Transition to ACTIVE for port object 612cd8b5-04b1-45f4-87ea-2c732558eabf will not be triggered until provisioned by entity L2. {{(pid=80150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 22:06:47.012666 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port 33acc3b8-c46f-46ef-9281-b5d4b71c485e triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:06:47.013189 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:47.013319 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-5bd4fef8-68ee-4d53-90c4-1d8ed2159d3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:06:47.059339 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c7256472-dabf-46a5-a0c9-09caa996fdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:47.065904 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-5816e1d0-f1cc-40c0-86c1-ce0a78807293 req-0100e2c0-2287-489c-8a3f-b46010384378 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Deleting port f53dac49-6a79-4566-8b28-5e977b89d70e {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:06:47.066394 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-5816e1d0-f1cc-40c0-86c1-ce0a78807293 req-0100e2c0-2287-489c-8a3f-b46010384378 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:47.068008 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd4fef8-68ee-4d53-90c4-1d8ed2159d3f admin admin] Network 354411bd-e219-487c-b3ff-a0502e935076 is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 22:06:47.069622 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-5bd4fef8-68ee-4d53-90c4-1d8ed2159d3f admin admin] Resources bound (agent type, host, resource id):  {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 22:06:47.072792 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd4fef8-68ee-4d53-90c4-1d8ed2159d3f admin admin] Received port after_create {{(pid=80149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 22:06:47.144846 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5bd4fef8-68ee-4d53-90c4-1d8ed2159d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33256029'] for router_interface, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:47.220284 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:06:47.262052 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device f53dac49-6a79-4566-8b28-5e977b89d70e no longer exists at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 22:06:47.409884 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-5816e1d0-f1cc-40c0-86c1-ce0a78807293 req-0100e2c0-2287-489c-8a3f-b46010384378 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] For port f53dac49-6a79-4566-8b28-5e977b89d70e, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=f53dac49-6a79-4566-8b28-5e977b89d70e,segment=NetworkSegment(fd74516d-a689-4060-abef-5152681981b3),segment_id=fd74516d-a689-4060-abef-5152681981b3)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:06:47.410493 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-5816e1d0-f1cc-40c0-86c1-ce0a78807293 req-0100e2c0-2287-489c-8a3f-b46010384378 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:47.415980 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-c7256472-dabf-46a5-a0c9-09caa996fdc1 None None] Attempting to bind port 612cd8b5-04b1-45f4-87ea-2c732558eabf on host dv-cinder-772126-1-iscsi for vnic_type normal with profile  {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 22:06:47.416509 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-c7256472-dabf-46a5-a0c9-09caa996fdc1 None None] Attempting to bind port 612cd8b5-04b1-45f4-87ea-2c732558eabf by drivers openvswitch on host dv-cinder-772126-1-iscsi at level 0 using segments [{'id': 'f4c7a2a5-f441-4cda-be7f-98d9b91d5196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 22:06:47.416994 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7256472-dabf-46a5-a0c9-09caa996fdc1 None None] Attempting to bind port 612cd8b5-04b1-45f4-87ea-2c732558eabf on network 1ba61b85-6a57-4c86-8c7b-e71ed182691b {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 22:06:47.434959 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf805a-8ac8-47f6-bd71-cf17105fc205 None None] Pushing event updated for resources: {'Port': ['ID=612cd8b5-04b1-45f4-87ea-2c732558eabf,revision_number=2']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:06:47.441722 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7256472-dabf-46a5-a0c9-09caa996fdc1 None None] Checking agent: {'id': 'acda3ae2-213d-42a9-bfbd-ef6e74b838e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 21, 45, 45), 'started_at': datetime.datetime(2021, 1, 26, 21, 46, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 22, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 22:06:47.442254 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7256472-dabf-46a5-a0c9-09caa996fdc1 None None] Checking segment: {'id': 'f4c7a2a5-f441-4cda-be7f-98d9b91d5196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 22:06:47.442805 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c7256472-dabf-46a5-a0c9-09caa996fdc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:47.443312 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7256472-dabf-46a5-a0c9-09caa996fdc1 None None] Bound using segment: {'id': 'f4c7a2a5-f441-4cda-be7f-98d9b91d5196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 22:06:47.443992 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-c7256472-dabf-46a5-a0c9-09caa996fdc1 None None] Bound port: 612cd8b5-04b1-45f4-87ea-2c732558eabf, host: dv-cinder-772126-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c7a2a5-f441-4cda-be7f-98d9b91d5196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'}}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 22:06:47.444505 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c7256472-dabf-46a5-a0c9-09caa996fdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:47.474530 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-44cf805a-8ac8-47f6-bd71-cf17105fc205 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:06:47.523773 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-9f456497-2b53-45dc-a7a0-e3bbcd9fb90d None None] Provisioning for port ed390339-3df0-4d7b-9355-2d98d67e5395 completed by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 22:06:47.592408 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-9f456497-2b53-45dc-a7a0-e3bbcd9fb90d None None] Provisioning complete for port ed390339-3df0-4d7b-9355-2d98d67e5395 triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:06:47.592931 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9f456497-2b53-45dc-a7a0-e3bbcd9fb90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:47.648705 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5bd4fef8-68ee-4d53-90c4-1d8ed2159d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:47.724650 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:47.747635 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-9f456497-2b53-45dc-a7a0-e3bbcd9fb90d None None] Port ed390339-3df0-4d7b-9355-2d98d67e5395 cannot update to ACTIVE because it is not bound. {{(pid=80150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 22:06:47.752542 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-c7256472-dabf-46a5-a0c9-09caa996fdc1 None None] For port 612cd8b5-04b1-45f4-87ea-2c732558eabf, host dv-cinder-772126-1-iscsi, cleared binding levels {{(pid=80150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 22:06:47.768754 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-c7256472-dabf-46a5-a0c9-09caa996fdc1 None None] For port 612cd8b5-04b1-45f4-87ea-2c732558eabf, host dv-cinder-772126-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=612cd8b5-04b1-45f4-87ea-2c732558eabf,segment=NetworkSegment(f4c7a2a5-f441-4cda-be7f-98d9b91d5196),segment_id=f4c7a2a5-f441-4cda-be7f-98d9b91d5196)] {{(pid=80150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 22:06:47.774407 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98bb87f7-ba89-4417-8c66-7803404b400b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f53dac49-6a79-4566-8b28-5e977b89d70e'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:06:47.782053 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-5816e1d0-f1cc-40c0-86c1-ce0a78807293 req-0100e2c0-2287-489c-8a3f-b46010384378 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:47.782465 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-5816e1d0-f1cc-40c0-86c1-ce0a78807293 req-0100e2c0-2287-489c-8a3f-b46010384378 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036821521460'] for floatingip, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:47.782938 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.db.l3_db [req-5816e1d0-f1cc-40c0-86c1-ce0a78807293 req-0100e2c0-2287-489c-8a3f-b46010384378 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Floating IP eb967e34-0cfd-4b92-8b6d-0e44c688ec5a disassociated. External IP: 172.27.2.104, port: f53dac49-6a79-4566-8b28-5e977b89d70e.
Jan 26 22:06:47.783461 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-5816e1d0-f1cc-40c0-86c1-ce0a78807293 req-0100e2c0-2287-489c-8a3f-b46010384378 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Calling delete_port for f53dac49-6a79-4566-8b28-5e977b89d70e owned by compute:nova {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:06:47.791869 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] For port f53dac49-6a79-4566-8b28-5e977b89d70e, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=f53dac49-6a79-4566-8b28-5e977b89d70e,segment=NetworkSegment(fd74516d-a689-4060-abef-5152681981b3),segment_id=fd74516d-a689-4060-abef-5152681981b3)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:06:47.806622 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c7256472-dabf-46a5-a0c9-09caa996fdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:47.885950 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:06:48.010294 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:48.032102 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf805a-8ac8-47f6-bd71-cf17105fc205 None None] Pushing event updated for resources: {'Port': ['ID=612cd8b5-04b1-45f4-87ea-2c732558eabf,revision_number=3']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:06:48.037638 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-44cf805a-8ac8-47f6-bd71-cf17105fc205 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:06:48.038173 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-44cf805a-8ac8-47f6-bd71-cf17105fc205 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:06:48.066919 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.db.api [req-5816e1d0-f1cc-40c0-86c1-ce0a78807293 req-0100e2c0-2287-489c-8a3f-b46010384378 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80148) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 26 22:06:48.067323 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_db.api [req-5816e1d0-f1cc-40c0-86c1-ce0a78807293 req-0100e2c0-2287-489c-8a3f-b46010384378 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 26 22:06:48.085988 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98bb87f7-ba89-4417-8c66-7803404b400b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f53dac49-6a79-4566-8b28-5e977b89d70e', 'code': 200}
Jan 26 22:06:48.163713 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Pushing event updated for resources: {'Port': ['ID=f53dac49-6a79-4566-8b28-5e977b89d70e,revision_number=5']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:06:48.177591 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:06:48.198093 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7256472-dabf-46a5-a0c9-09caa996fdc1 None None] Routers {'48030c4a-7123-418e-a5d6-820a02270da2'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:06:48.198842 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-c7256472-dabf-46a5-a0c9-09caa996fdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5adfc4f60>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:06:43Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['48030c4a-7123-418e-a5d6-820a02270da2'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:06:48.204207 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70266efa-d371-43cd-9cfc-3465d723591e req-0411300b-de19-4db5-8c2c-47d087732088 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:06:48.205944 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-70266efa-d371-43cd-9cfc-3465d723591e req-0411300b-de19-4db5-8c2c-47d087732088 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 943 time: 0.2183099
Jan 26 22:06:48.255244 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5bd4fef8-68ee-4d53-90c4-1d8ed2159d3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:48.283984 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-70266efa-d371-43cd-9cfc-3465d723591e req-5ff0f7b7-ff5a-42c6-808f-02cc8af7f2ec tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?id=154869ee-0738-403d-95c0-0032ceb77a96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0704718
Jan 26 22:06:48.301087 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5bd4fef8-68ee-4d53-90c4-1d8ed2159d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823313603'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:48.333003 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c5e7a16f-f4a5-4a21-af41-9a0b64889d01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:06:48.431012 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5bd4fef8-68ee-4d53-90c4-1d8ed2159d3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33045946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036821519617'] for router_interface, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:48.448184 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd4fef8-68ee-4d53-90c4-1d8ed2159d3f admin admin] Pushing event updated for resources: {'Port': ['ID=ed390339-3df0-4d7b-9355-2d98d67e5395,revision_number=2']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:06:48.456412 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-5bd4fef8-68ee-4d53-90c4-1d8ed2159d3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:06:48.569441 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-5816e1d0-f1cc-40c0-86c1-ce0a78807293 req-0100e2c0-2287-489c-8a3f-b46010384378 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Deleting port f53dac49-6a79-4566-8b28-5e977b89d70e {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:06:48.570510 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-5816e1d0-f1cc-40c0-86c1-ce0a78807293 req-0100e2c0-2287-489c-8a3f-b46010384378 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:48.572821 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-c7256472-dabf-46a5-a0c9-09caa996fdc1 None None] Set router 48030c4a-7123-418e-a5d6-820a02270da2 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:06:48.597209 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd4fef8-68ee-4d53-90c4-1d8ed2159d3f admin admin] Network 354411bd-e219-487c-b3ff-a0502e935076 is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 22:06:48.599037 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-5bd4fef8-68ee-4d53-90c4-1d8ed2159d3f admin admin] Resources bound (agent type, host, resource id):  {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 22:06:48.845609 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd4fef8-68ee-4d53-90c4-1d8ed2159d3f admin admin] Router 48030c4a-7123-418e-a5d6-820a02270da2 has already been hosted by L3 agent d246ac06-2269-4624-8b82-d0eab6b3335a {{(pid=80149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 22:06:48.930072 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c16a0316-50d2-47ce-b38d-48526ce2e794 None None] Provisioning complete for port ed390339-3df0-4d7b-9355-2d98d67e5395 triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:06:48.930536 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c16a0316-50d2-47ce-b38d-48526ce2e794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:48.941805 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-5816e1d0-f1cc-40c0-86c1-ce0a78807293 req-0100e2c0-2287-489c-8a3f-b46010384378 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] For port f53dac49-6a79-4566-8b28-5e977b89d70e, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=f53dac49-6a79-4566-8b28-5e977b89d70e,segment=NetworkSegment(fd74516d-a689-4060-abef-5152681981b3),segment_id=fd74516d-a689-4060-abef-5152681981b3)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:06:48.942627 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-5816e1d0-f1cc-40c0-86c1-ce0a78807293 req-0100e2c0-2287-489c-8a3f-b46010384378 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:49.007787 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-c16a0316-50d2-47ce-b38d-48526ce2e794 None None] Port ed390339-3df0-4d7b-9355-2d98d67e5395 cannot update to ACTIVE because it is not bound. {{(pid=80150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 22:06:49.024140 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-c7256472-dabf-46a5-a0c9-09caa996fdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5adfc4f60>, [{'id': '48030c4a-7123-418e-a5d6-820a02270da2', 'name': 'tempest-TestVolumeBootPattern-364362214-router', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:06:41Z', 'updated_at': '2021-01-26T22:06:47Z', 'revision_number': 4, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'gw_port': {'id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:31:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:42Z', 'updated_at': '2021-01-26T22:06:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': 'ed390339-3df0-4d7b-9355-2d98d67e5395', 'name': '', 'network_id': '354411bd-e219-487c-b3ff-a0502e935076', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'mac_address': 'fa:16:3e:7d:5e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '08edff2a-ef60-4075-ac6c-04b3f85e84f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:46Z', 'updated_at': '2021-01-26T22:06:47Z', 'revision_number': 2, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'subnets': [{'id': '08edff2a-ef60-4075-ac6c-04b3f85e84f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:06:49.029788 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7256472-dabf-46a5-a0c9-09caa996fdc1 None None] The sync data for ids ['48030c4a-7123-418e-a5d6-820a02270da2'] in dv-cinder-772126-1-iscsi is: [{'id': '48030c4a-7123-418e-a5d6-820a02270da2', 'name': 'tempest-TestVolumeBootPattern-364362214-router', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:06:41Z', 'updated_at': '2021-01-26T22:06:47Z', 'revision_number': 4, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'gw_port': {'id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:31:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:42Z', 'updated_at': '2021-01-26T22:06:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': 'ed390339-3df0-4d7b-9355-2d98d67e5395', 'name': '', 'network_id': '354411bd-e219-487c-b3ff-a0502e935076', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'mac_address': 'fa:16:3e:7d:5e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '08edff2a-ef60-4075-ac6c-04b3f85e84f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:46Z', 'updated_at': '2021-01-26T22:06:47Z', 'revision_number': 2, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'subnets': [{'id': '08edff2a-ef60-4075-ac6c-04b3f85e84f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 22:06:49.055437 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd4fef8-68ee-4d53-90c4-1d8ed2159d3f admin admin] Notify agent at l3_agent.dv-cinder-772126-1-iscsi the message routers_updated {{(pid=80149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 22:06:49.066552 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-5bd4fef8-68ee-4d53-90c4-1d8ed2159d3f admin admin] 10.222.0.30 "PUT /v2.0/routers/48030c4a-7123-418e-a5d6-820a02270da2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9469140
Jan 26 22:06:49.323369 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-5816e1d0-f1cc-40c0-86c1-ce0a78807293 req-0100e2c0-2287-489c-8a3f-b46010384378 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:49.323900 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-5816e1d0-f1cc-40c0-86c1-ce0a78807293 req-0100e2c0-2287-489c-8a3f-b46010384378 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036821521460'] for floatingip, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:49.324256 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.db.l3_db [req-5816e1d0-f1cc-40c0-86c1-ce0a78807293 req-0100e2c0-2287-489c-8a3f-b46010384378 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Floating IP eb967e34-0cfd-4b92-8b6d-0e44c688ec5a disassociated. External IP: 172.27.2.104, port: f53dac49-6a79-4566-8b28-5e977b89d70e.
Jan 26 22:06:49.324622 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-5816e1d0-f1cc-40c0-86c1-ce0a78807293 req-0100e2c0-2287-489c-8a3f-b46010384378 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Calling delete_port for f53dac49-6a79-4566-8b28-5e977b89d70e owned by compute:nova {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:06:49.594798 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11228606-23d8-431e-a660-5c513a67e0c3 req-0262fd46-15b0-488b-a6b9-eeebc33609d4 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:06:49.596727 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-11228606-23d8-431e-a660-5c513a67e0c3 req-0262fd46-15b0-488b-a6b9-eeebc33609d4 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 943 time: 0.1484087
Jan 26 22:06:49.604309 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-5816e1d0-f1cc-40c0-86c1-ce0a78807293 req-0100e2c0-2287-489c-8a3f-b46010384378 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32409920'] for port, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:49.627147 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f6fed614-df56-4dc0-a5b4-e18d0f91b5e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:06:49.691742 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-11228606-23d8-431e-a660-5c513a67e0c3 req-a68b6297-43d8-4cb1-af2a-f0b1a64de74b tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?id=154869ee-0738-403d-95c0-0032ceb77a96&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0834596
Jan 26 22:06:49.752243 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0100e2c0-2287-489c-8a3f-b46010384378 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Pushing event deleted for resources: {'Port': ['ID=f53dac49-6a79-4566-8b28-5e977b89d70e,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:06:49.759847 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-0100e2c0-2287-489c-8a3f-b46010384378 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:06:50.059612 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 22:06:50.098439 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5816e1d0-f1cc-40c0-86c1-ce0a78807293 req-0100e2c0-2287-489c-8a3f-b46010384378 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Router 9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da has already been hosted by L3 agent d246ac06-2269-4624-8b82-d0eab6b3335a {{(pid=80148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 22:06:50.503642 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 52474) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:06:50.510434 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-83703d68-fa8c-4611-9b26-a43ced006ee8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2144985469-network', 'tenant_id': '675562b9d51340d1b540f79950dcb757'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:06:50.520135 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-83703d68-fa8c-4611-9b26-a43ced006ee8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:06:50.525227 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-83703d68-fa8c-4611-9b26-a43ced006ee8 admin admin] Usage tracker for resource:network and tenant:675562b9d51340d1b540f79950dcb757 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:06:50.529411 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-83703d68-fa8c-4611-9b26-a43ced006ee8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:06:50.536915 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-83703d68-fa8c-4611-9b26-a43ced006ee8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:06:50.580906 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83703d68-fa8c-4611-9b26-a43ced006ee8 admin admin] Made reservation on behalf of 675562b9d51340d1b540f79950dcb757 for: {'network': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 22:06:50.581132 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5816e1d0-f1cc-40c0-86c1-ce0a78807293 req-0100e2c0-2287-489c-8a3f-b46010384378 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify agent at l3_agent.dv-cinder-772126-1-iscsi the message routers_updated {{(pid=80148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 22:06:50.586160 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-83703d68-fa8c-4611-9b26-a43ced006ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for network, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:50.599052 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e310c97-9bef-424f-a683-c0c2f633d24e None None] Sync routers for ids ['9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da'] in dv-cinder-772126-1-iscsi {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 22:06:50.600564 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-83703d68-fa8c-4611-9b26-a43ced006ee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:50.614006 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e310c97-9bef-424f-a683-c0c2f633d24e None None] Routers {'9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:06:50.614006 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-4e310c97-9bef-424f-a683-c0c2f633d24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5aea61160>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:06:43Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:06:50.617802 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-83703d68-fa8c-4611-9b26-a43ced006ee8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:06:50.622112 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-83703d68-fa8c-4611-9b26-a43ced006ee8 admin admin] Usage tracker for resource:security_group_rule and tenant:675562b9d51340d1b540f79950dcb757 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:06:50.623945 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-5816e1d0-f1cc-40c0-86c1-ce0a78807293 req-0100e2c0-2287-489c-8a3f-b46010384378 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] No DVR routers for this DVR port f53dac49-6a79-4566-8b28-5e977b89d70e on host hv-cinder-77212 {{(pid=80148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 22:06:50.626286 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-83703d68-fa8c-4611-9b26-a43ced006ee8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:06:50.626595 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-5816e1d0-f1cc-40c0-86c1-ce0a78807293 req-0100e2c0-2287-489c-8a3f-b46010384378 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:50.630876 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98bb87f7-ba89-4417-8c66-7803404b400b', 'name': 'network-vif-deleted', 'tag': 'f53dac49-6a79-4566-8b28-5e977b89d70e'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:06:50.638108 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-83703d68-fa8c-4611-9b26-a43ced006ee8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:06:50.680068 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5816e1d0-f1cc-40c0-86c1-ce0a78807293 req-0100e2c0-2287-489c-8a3f-b46010384378 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.45 "DELETE /v2.0/ports/f53dac49-6a79-4566-8b28-5e977b89d70e HTTP/1.1" status: 204  len: 173 time: 3.7263727
Jan 26 22:06:50.722634 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98bb87f7-ba89-4417-8c66-7803404b400b', 'name': 'network-vif-deleted', 'tag': 'f53dac49-6a79-4566-8b28-5e977b89d70e', 'status': 'completed', 'code': 200}
Jan 26 22:06:50.764385 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-83703d68-fa8c-4611-9b26-a43ced006ee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:50.826655 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-83703d68-fa8c-4611-9b26-a43ced006ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:50.831665 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-981342be-0fd6-4790-a36a-0af7a5ab2fc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:06:50.836659 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-4e310c97-9bef-424f-a683-c0c2f633d24e None None] Set router 9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da gateway port host: dv-cinder-772126-1-iscsi {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:06:50.882096 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83703d68-fa8c-4611-9b26-a43ced006ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6386426c-3d45-43b0-94e3-d5d443a193eb,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:06:50.886535 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-83703d68-fa8c-4611-9b26-a43ced006ee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:06:50.904661 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83703d68-fa8c-4611-9b26-a43ced006ee8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Jan 26 22:06:50.956961 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 612cd8b5-04b1-45f4-87ea-2c732558eabf up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:06:50.997313 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-83703d68-fa8c-4611-9b26-a43ced006ee8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789030269214', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853870792'] for segment, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:50.998521 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.db.segments_db [None req-83703d68-fa8c-4611-9b26-a43ced006ee8 admin admin] Added segment 2ca1bbcb-5267-4288-b9d6-252d8b6458ff of type vxlan for network aff82b09-3f36-4cba-8ade-924cf47a7400
Jan 26 22:06:51.011188 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d8b52f51-c4c4-460f-ab4a-6652a75206ba req-c83f500c-a690-4245-85b8-3177039f8149 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=98bb87f7-ba89-4417-8c66-7803404b400b HTTP/1.1" status: 200  len: 210 time: 0.0838692
Jan 26 22:06:51.058945 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-83703d68-fa8c-4611-9b26-a43ced006ee8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363247825098817'] for network, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:51.100852 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning for port 612cd8b5-04b1-45f4-87ea-2c732558eabf completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 22:06:51.106485 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port 612cd8b5-04b1-45f4-87ea-2c732558eabf triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:06:51.106977 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:51.117933 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-83703d68-fa8c-4611-9b26-a43ced006ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897'] for network, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:51.120062 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83703d68-fa8c-4611-9b26-a43ced006ee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:06:51.121240 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-83703d68-fa8c-4611-9b26-a43ced006ee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for network, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:51.129073 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:06:51.241425 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83703d68-fa8c-4611-9b26-a43ced006ee8 admin admin] Pushing event updated for resources: {'Network': ['ID=aff82b09-3f36-4cba-8ade-924cf47a7400,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:06:51.246429 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-83703d68-fa8c-4611-9b26-a43ced006ee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:06:51.248719 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-4e310c97-9bef-424f-a683-c0c2f633d24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5aea61160>, [{'id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'name': 'tempest-AttachVolumeTestJSON-464932842-router', 'tenant_id': '60dfcf3014784939a1cc511726ce21b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'f88a3669-1607-44e0-94d7-adf4d8b2c6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:03:47Z', 'updated_at': '2021-01-26T22:03:52Z', 'revision_number': 4, 'project_id': '60dfcf3014784939a1cc511726ce21b9', 'gw_port': {'id': 'f88a3669-1607-44e0-94d7-adf4d8b2c6b4', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:03:48Z', 'updated_at': '2021-01-26T22:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': 'e1a57a6b-d8a9-400c-a48b-2c941d5b65bb', 'name': '', 'network_id': 'bcb900ab-09f7-4daf-a87d-d29a89c050da', 'tenant_id': '60dfcf3014784939a1cc511726ce21b9', 'mac_address': 'fa:16:3e:fc:b2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '76424a3e-3bc6-47af-a6d3-63e8d7b4146b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:03:51Z', 'updated_at': '2021-01-26T22:04:01Z', 'revision_number': 5, 'project_id': '60dfcf3014784939a1cc511726ce21b9', 'subnets': [{'id': '76424a3e-3bc6-47af-a6d3-63e8d7b4146b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:06:51.260189 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:51.260588 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e310c97-9bef-424f-a683-c0c2f633d24e None None] Checking router: 9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da for host: dv-cinder-772126-1-iscsi {{(pid=80151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 22:06:51.260676 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Network aff82b09-3f36-4cba-8ade-924cf47a7400 details requested by agent ovs-agent-dv-cinder-772126-1-iscsi with host dv-cinder-772126-1-iscsi {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 22:06:51.263224 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e310c97-9bef-424f-a683-c0c2f633d24e None None] Routers {'9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:06:51.264060 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-4e310c97-9bef-424f-a683-c0c2f633d24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5aea61160>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:06:43Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:06:51.276308 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Network aff82b09-3f36-4cba-8ade-924cf47a7400 details requested by agent ovs-agent-hv-cinder-77212 with host hv-cinder-77212 {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Jan 26 22:06:51.282819 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-83703d68-fa8c-4611-9b26-a43ced006ee8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.7744310
Jan 26 22:06:51.283358 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 52482) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:06:51.290860 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-45017ef1-2356-4201-a02f-0ccf586abeb0 admin admin] Request body: {'subnet': {'network_id': 'aff82b09-3f36-4cba-8ade-924cf47a7400', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2144985469-subnet', 'tenant_id': '675562b9d51340d1b540f79950dcb757', 'ip_version': 4}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:06:51.298288 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-45017ef1-2356-4201-a02f-0ccf586abeb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:06:51.304165 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-45017ef1-2356-4201-a02f-0ccf586abeb0 admin admin] Usage tracker for resource:subnet and tenant:675562b9d51340d1b540f79950dcb757 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:06:51.308144 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-45017ef1-2356-4201-a02f-0ccf586abeb0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:06:51.316652 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-45017ef1-2356-4201-a02f-0ccf586abeb0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:06:51.364484 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45017ef1-2356-4201-a02f-0ccf586abeb0 admin admin] Made reservation on behalf of 675562b9d51340d1b540f79950dcb757 for: {'subnet': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 22:06:51.370719 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45017ef1-2356-4201-a02f-0ccf586abeb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036823000920'] for subnet, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:51.451671 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] For port 612cd8b5-04b1-45f4-87ea-2c732558eabf, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=612cd8b5-04b1-45f4-87ea-2c732558eabf,segment=NetworkSegment(f4c7a2a5-f441-4cda-be7f-98d9b91d5196),segment_id=f4c7a2a5-f441-4cda-be7f-98d9b91d5196)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:06:51.487620 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:51.491330 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6a2010df-d009-4c68-95db-42bbe9ee5901 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:06:51.507280 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-4e310c97-9bef-424f-a683-c0c2f633d24e None None] Set router 9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da gateway port host: dv-cinder-772126-1-iscsi {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:06:51.566000 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Pushing event updated for resources: {'Port': ['ID=612cd8b5-04b1-45f4-87ea-2c732558eabf,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:06:51.569768 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:06:51.878053 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-4e310c97-9bef-424f-a683-c0c2f633d24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5aea61160>, [{'id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'name': 'tempest-AttachVolumeTestJSON-464932842-router', 'tenant_id': '60dfcf3014784939a1cc511726ce21b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'f88a3669-1607-44e0-94d7-adf4d8b2c6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:03:47Z', 'updated_at': '2021-01-26T22:03:52Z', 'revision_number': 4, 'project_id': '60dfcf3014784939a1cc511726ce21b9', 'gw_port': {'id': 'f88a3669-1607-44e0-94d7-adf4d8b2c6b4', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:03:48Z', 'updated_at': '2021-01-26T22:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': 'e1a57a6b-d8a9-400c-a48b-2c941d5b65bb', 'name': '', 'network_id': 'bcb900ab-09f7-4daf-a87d-d29a89c050da', 'tenant_id': '60dfcf3014784939a1cc511726ce21b9', 'mac_address': 'fa:16:3e:fc:b2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '76424a3e-3bc6-47af-a6d3-63e8d7b4146b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:03:51Z', 'updated_at': '2021-01-26T22:04:01Z', 'revision_number': 5, 'project_id': '60dfcf3014784939a1cc511726ce21b9', 'subnets': [{'id': '76424a3e-3bc6-47af-a6d3-63e8d7b4146b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:06:51.883161 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e310c97-9bef-424f-a683-c0c2f633d24e None None] The sync data for ids ['9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da'] in dv-cinder-772126-1-iscsi is: [{'id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'name': 'tempest-AttachVolumeTestJSON-464932842-router', 'tenant_id': '60dfcf3014784939a1cc511726ce21b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'f88a3669-1607-44e0-94d7-adf4d8b2c6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:03:47Z', 'updated_at': '2021-01-26T22:03:52Z', 'revision_number': 4, 'project_id': '60dfcf3014784939a1cc511726ce21b9', 'gw_port': {'id': 'f88a3669-1607-44e0-94d7-adf4d8b2c6b4', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:03:48Z', 'updated_at': '2021-01-26T22:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': 'e1a57a6b-d8a9-400c-a48b-2c941d5b65bb', 'name': '', 'network_id': 'bcb900ab-09f7-4daf-a87d-d29a89c050da', 'tenant_id': '60dfcf3014784939a1cc511726ce21b9', 'mac_address': 'fa:16:3e:fc:b2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '76424a3e-3bc6-47af-a6d3-63e8d7b4146b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:03:51Z', 'updated_at': '2021-01-26T22:04:01Z', 'revision_number': 5, 'project_id': '60dfcf3014784939a1cc511726ce21b9', 'subnets': [{'id': '76424a3e-3bc6-47af-a6d3-63e8d7b4146b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 22:06:51.962275 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45017ef1-2356-4201-a02f-0ccf586abeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036822365487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036823000903'] for subnet, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:51.979962 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:06:52.134777 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45017ef1-2356-4201-a02f-0ccf586abeb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72997117-5e35-4697-9450-18e7bba9dc6f,revision_number=0']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:06:52.137871 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-45017ef1-2356-4201-a02f-0ccf586abeb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:06:52.211643 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45017ef1-2356-4201-a02f-0ccf586abeb0 admin admin] Checking segment: {'id': '2ca1bbcb-5267-4288-b9d6-252d8b6458ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'aff82b09-3f36-4cba-8ade-924cf47a7400'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 22:06:52.212054 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45017ef1-2356-4201-a02f-0ccf586abeb0 admin admin] Network hostable DHCP agents. Network: aff82b09-3f36-4cba-8ade-924cf47a7400, hostable agents: ['31d7f489-5cf7-4386-baac-120d285301b4'], hosted agents: [] {{(pid=80148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Jan 26 22:06:52.240377 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 52490) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:06:52.314844 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45017ef1-2356-4201-a02f-0ccf586abeb0 admin admin] Network aff82b09-3f36-4cba-8ade-924cf47a7400 is scheduled to be hosted by DHCP agent 31d7f489-5cf7-4386-baac-120d285301b4 with binding_index 1 {{(pid=80148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Jan 26 22:06:52.329573 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0540a27e-8c0f-4267-9278-fbb19a8e5122 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:52.361794 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0540a27e-8c0f-4267-9278-fbb19a8e5122 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:52.374552 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-45017ef1-2356-4201-a02f-0ccf586abeb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-1-iscsi, aff82b09-3f36-4cba-8ade-924cf47a7400) {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 22:06:52.385298 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad4cbce-63f6-4a7f-8faf-7529a3f2e61e None None] Network aff82b09-3f36-4cba-8ade-924cf47a7400 requested from dv-cinder-772126-1-iscsi {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 22:06:52.401838 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45017ef1-2356-4201-a02f-0ccf586abeb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:06:52.402420 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45017ef1-2356-4201-a02f-0ccf586abeb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for subnet, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:52.461767 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-45017ef1-2356-4201-a02f-0ccf586abeb0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.1769905
Jan 26 22:06:52.464476 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 52494) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:06:52.470104 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-25547310-8763-4320-951f-bff706249fb3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2144985469-router', 'tenant_id': '675562b9d51340d1b540f79950dcb757', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'}}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:06:52.475701 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-25547310-8763-4320-951f-bff706249fb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:06:52.480467 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-25547310-8763-4320-951f-bff706249fb3 admin admin] Usage tracker for resource:router and tenant:675562b9d51340d1b540f79950dcb757 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:06:52.484552 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-25547310-8763-4320-951f-bff706249fb3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:06:52.490640 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-25547310-8763-4320-951f-bff706249fb3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:06:52.518257 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-25547310-8763-4320-951f-bff706249fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33260817', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854745247'] for router, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:52.519853 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-25547310-8763-4320-951f-bff706249fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036821530053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036821521605', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33219226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30568'] for router, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:52.562135 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0540a27e-8c0f-4267-9278-fbb19a8e5122 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:52.564189 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-92fefb86-7c89-4a40-8085-ad5cdcf3c1cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:06:52.581283 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0540a27e-8c0f-4267-9278-fbb19a8e5122 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=154869ee-0738-403d-95c0-0032ceb77a96,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:06:52.585055 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-0540a27e-8c0f-4267-9278-fbb19a8e5122 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:06:52.644588 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0540a27e-8c0f-4267-9278-fbb19a8e5122 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:52.651184 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 52498) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:06:52.656065 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11974511-0644-471b-9488-66eeaf1ae4ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp45ffbaf4-b3a1-547e-b523-a9c7770f6ba3-aff82b09-3f36-4cba-8ade-924cf47a7400', 'network_id': 'aff82b09-3f36-4cba-8ade-924cf47a7400', 'tenant_id': '675562b9d51340d1b540f79950dcb757', 'fixed_ips': [{'subnet_id': '72997117-5e35-4697-9450-18e7bba9dc6f'}]}} from dv-cinder-772126-1-iscsi. {{(pid=80150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Jan 26 22:06:52.656997 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-0540a27e-8c0f-4267-9278-fbb19a8e5122 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "DELETE /v2.0/security-groups/154869ee-0738-403d-95c0-0032ceb77a96 HTTP/1.1" status: 204  len: 168 time: 0.4047453
Jan 26 22:06:52.657630 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-11974511-0644-471b-9488-66eeaf1ae4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:52.676400 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.v2.resource [None req-cedb77a8-5bc7-4e77-98a5-897af480c82d tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] show failed (client error): The resource could not be found.
Jan 26 22:06:52.677643 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-cedb77a8-5bc7-4e77-98a5-897af480c82d tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups/154869ee-0738-403d-95c0-0032ceb77a96 HTTP/1.1" status: 404  len: 347 time: 0.0249386
Jan 26 22:06:52.680790 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 52502) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:06:52.699257 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-25547310-8763-4320-951f-bff706249fb3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:52.771645 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8bf43f-ff97-4589-9ad2-990d2bdd445a None None] New status for floating IP eb967e34-0cfd-4b92-8b6d-0e44c688ec5a: DOWN {{(pid=80150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 26 22:06:52.881737 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-d3ef3f06-e2e3-4c36-bd41-027c950cec16 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Deleting port 2d03222e-f651-4fbd-8919-54bbe3384f23 {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:06:52.882269 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d3ef3f06-e2e3-4c36-bd41-027c950cec16 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:52.946447 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 612cd8b5-04b1-45f4-87ea-2c732558eabf up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:06:53.045559 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85920b4-01b6-4670-b2fe-9dc3b51ee839 None None] Sync routers for ids ['48030c4a-7123-418e-a5d6-820a02270da2'] in dv-cinder-772126-1-iscsi {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 22:06:53.058916 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-25547310-8763-4320-951f-bff706249fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036821521622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33260800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30471'] for router, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:53.059384 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85920b4-01b6-4670-b2fe-9dc3b51ee839 None None] Routers {'48030c4a-7123-418e-a5d6-820a02270da2'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:06:53.060973 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-d85920b4-01b6-4670-b2fe-9dc3b51ee839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5aedfbeb8>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:06:43Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['48030c4a-7123-418e-a5d6-820a02270da2'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:06:53.118735 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d3ef3f06-e2e3-4c36-bd41-027c950cec16 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:53.119279 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d3ef3f06-e2e3-4c36-bd41-027c950cec16 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:53.225109 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port 612cd8b5-04b1-45f4-87ea-2c732558eabf triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:06:53.225531 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:53.334435 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-d3ef3f06-e2e3-4c36-bd41-027c950cec16 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Calling delete_port for 2d03222e-f651-4fbd-8919-54bbe3384f23 owned by network:floatingip {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:06:53.370941 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-11974511-0644-471b-9488-66eeaf1ae4ad None None] Allocated IP 172.20.0.2 (aff82b09-3f36-4cba-8ade-924cf47a7400/72997117-5e35-4697-9450-18e7bba9dc6f/8de1a746-a431-463c-8651-7692d6b6f779) {{(pid=80150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 22:06:53.485986 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.db.api [None req-d3ef3f06-e2e3-4c36-bd41-027c950cec16 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80149) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 26 22:06:53.487068 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_db.api [None req-d3ef3f06-e2e3-4c36-bd41-027c950cec16 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80149) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 26 22:06:53.514715 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-d85920b4-01b6-4670-b2fe-9dc3b51ee839 None None] Set router 48030c4a-7123-418e-a5d6-820a02270da2 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:06:53.565399 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-25547310-8763-4320-951f-bff706249fb3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:53.609033 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-25547310-8763-4320-951f-bff706249fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:53.874326 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-11974511-0644-471b-9488-66eeaf1ae4ad None None] Notify callbacks [] for port, precommit_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:53.886473 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-11974511-0644-471b-9488-66eeaf1ae4ad None None] Transition to ACTIVE for port object 8de1a746-a431-463c-8651-7692d6b6f779 will not be triggered until provisioned by entity L2. {{(pid=80150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 22:06:53.904628 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-11974511-0644-471b-9488-66eeaf1ae4ad None None] Transition to ACTIVE for port object 8de1a746-a431-463c-8651-7692d6b6f779 will not be triggered until provisioned by entity DHCP. {{(pid=80150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 22:06:53.904872 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-d85920b4-01b6-4670-b2fe-9dc3b51ee839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5aedfbeb8>, [{'id': '48030c4a-7123-418e-a5d6-820a02270da2', 'name': 'tempest-TestVolumeBootPattern-364362214-router', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:06:41Z', 'updated_at': '2021-01-26T22:06:47Z', 'revision_number': 4, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'gw_port': {'id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:31:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:42Z', 'updated_at': '2021-01-26T22:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': 'ed390339-3df0-4d7b-9355-2d98d67e5395', 'name': '', 'network_id': '354411bd-e219-487c-b3ff-a0502e935076', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'mac_address': 'fa:16:3e:7d:5e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '08edff2a-ef60-4075-ac6c-04b3f85e84f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:46Z', 'updated_at': '2021-01-26T22:06:47Z', 'revision_number': 2, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'subnets': [{'id': '08edff2a-ef60-4075-ac6c-04b3f85e84f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:06:53.915975 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85920b4-01b6-4670-b2fe-9dc3b51ee839 None None] Checking router: 48030c4a-7123-418e-a5d6-820a02270da2 for host: dv-cinder-772126-1-iscsi {{(pid=80151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 22:06:53.917235 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85920b4-01b6-4670-b2fe-9dc3b51ee839 None None] Updating router 48030c4a-7123-418e-a5d6-820a02270da2 port ed390339-3df0-4d7b-9355-2d98d67e5395 binding host dv-cinder-772126-1-iscsi {{(pid=80151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 26 22:06:53.950147 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-25547310-8763-4320-951f-bff706249fb3 admin admin] Allocated IP 172.27.2.232 (1ba61b85-6a57-4c86-8c7b-e71ed182691b/36fb7a5a-6726-45c7-9dc5-3a7ad8db1808/f46675c2-47d6-44d0-86f3-f5fbc0e59358) {{(pid=80148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 22:06:53.964502 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-11974511-0644-471b-9488-66eeaf1ae4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008'] for port, after_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:53.985884 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:06:53.988251 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-d3ef3f06-e2e3-4c36-bd41-027c950cec16 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Deleting port 2d03222e-f651-4fbd-8919-54bbe3384f23 {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:06:53.988866 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d3ef3f06-e2e3-4c36-bd41-027c950cec16 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:53.989446 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d85920b4-01b6-4670-b2fe-9dc3b51ee839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:54.137768 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11974511-0644-471b-9488-66eeaf1ae4ad None None] Pushing event updated for resources: {'Port': ['ID=8de1a746-a431-463c-8651-7692d6b6f779,revision_number=1']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:06:54.144644 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-11974511-0644-471b-9488-66eeaf1ae4ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:06:54.181199 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-25547310-8763-4320-951f-bff706249fb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:54.205917 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11974511-0644-471b-9488-66eeaf1ae4ad None None] Network aff82b09-3f36-4cba-8ade-924cf47a7400 is already hosted by enough agents. {{(pid=80150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 22:06:54.207649 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-11974511-0644-471b-9488-66eeaf1ae4ad None None] Resources bound (agent type, host, resource id):  {{(pid=80150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 22:06:54.210530 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11974511-0644-471b-9488-66eeaf1ae4ad None None] Received port after_create {{(pid=80150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 22:06:54.222022 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d3ef3f06-e2e3-4c36-bd41-027c950cec16 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:54.222660 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d3ef3f06-e2e3-4c36-bd41-027c950cec16 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:54.256524 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-25547310-8763-4320-951f-bff706249fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32409920'] for port, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:54.273952 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a71fdaaa-9dde-40d7-8d16-646752cb5354 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:06:54.275102 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-11974511-0644-471b-9488-66eeaf1ae4ad None None] Attempting to bind port 8de1a746-a431-463c-8651-7692d6b6f779 on host dv-cinder-772126-1-iscsi for vnic_type normal with profile  {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 22:06:54.275658 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-11974511-0644-471b-9488-66eeaf1ae4ad None None] Attempting to bind port 8de1a746-a431-463c-8651-7692d6b6f779 by drivers openvswitch on host dv-cinder-772126-1-iscsi at level 0 using segments [{'id': '2ca1bbcb-5267-4288-b9d6-252d8b6458ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'aff82b09-3f36-4cba-8ade-924cf47a7400'}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 22:06:54.276190 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11974511-0644-471b-9488-66eeaf1ae4ad None None] Attempting to bind port 8de1a746-a431-463c-8651-7692d6b6f779 on network aff82b09-3f36-4cba-8ade-924cf47a7400 {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 22:06:54.286074 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11974511-0644-471b-9488-66eeaf1ae4ad None None] Checking agent: {'id': 'acda3ae2-213d-42a9-bfbd-ef6e74b838e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 21, 45, 45), 'started_at': datetime.datetime(2021, 1, 26, 21, 46, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 22, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 22:06:54.288243 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11974511-0644-471b-9488-66eeaf1ae4ad None None] Checking segment: {'id': '2ca1bbcb-5267-4288-b9d6-252d8b6458ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'aff82b09-3f36-4cba-8ade-924cf47a7400'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 22:06:54.288243 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-11974511-0644-471b-9488-66eeaf1ae4ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:54.288905 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11974511-0644-471b-9488-66eeaf1ae4ad None None] Bound using segment: {'id': '2ca1bbcb-5267-4288-b9d6-252d8b6458ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'aff82b09-3f36-4cba-8ade-924cf47a7400'} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 22:06:54.289979 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-11974511-0644-471b-9488-66eeaf1ae4ad None None] Bound port: 8de1a746-a431-463c-8651-7692d6b6f779, host: dv-cinder-772126-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ca1bbcb-5267-4288-b9d6-252d8b6458ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'aff82b09-3f36-4cba-8ade-924cf47a7400'}}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 22:06:54.290836 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-11974511-0644-471b-9488-66eeaf1ae4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:54.368001 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-d3ef3f06-e2e3-4c36-bd41-027c950cec16 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Calling delete_port for 2d03222e-f651-4fbd-8919-54bbe3384f23 owned by network:floatingip {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:06:54.410745 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-11974511-0644-471b-9488-66eeaf1ae4ad None None] For port 8de1a746-a431-463c-8651-7692d6b6f779, host dv-cinder-772126-1-iscsi, cleared binding levels {{(pid=80150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 22:06:54.415648 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-11974511-0644-471b-9488-66eeaf1ae4ad None None] For port 8de1a746-a431-463c-8651-7692d6b6f779, host dv-cinder-772126-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=8de1a746-a431-463c-8651-7692d6b6f779,segment=NetworkSegment(2ca1bbcb-5267-4288-b9d6-252d8b6458ff),segment_id=2ca1bbcb-5267-4288-b9d6-252d8b6458ff)] {{(pid=80150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 22:06:54.445087 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-11974511-0644-471b-9488-66eeaf1ae4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:54.449576 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25547310-8763-4320-951f-bff706249fb3 admin admin] Pushing event updated for resources: {'Port': ['ID=f46675c2-47d6-44d0-86f3-f5fbc0e59358,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:06:54.454388 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-25547310-8763-4320-951f-bff706249fb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:06:54.481473 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:06:54.518036 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25547310-8763-4320-951f-bff706249fb3 admin admin] Network 1ba61b85-6a57-4c86-8c7b-e71ed182691b is already hosted by enough agents. {{(pid=80148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 22:06:54.519326 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-25547310-8763-4320-951f-bff706249fb3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 22:06:54.525702 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25547310-8763-4320-951f-bff706249fb3 admin admin] Received port after_create {{(pid=80148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 22:06:54.588450 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d85920b4-01b6-4670-b2fe-9dc3b51ee839 None None] Notify callbacks [] for port, precommit_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:54.604280 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-d85920b4-01b6-4670-b2fe-9dc3b51ee839 None None] Transition to ACTIVE for port object ed390339-3df0-4d7b-9355-2d98d67e5395 will not be triggered until provisioned by entity L2. {{(pid=80151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 22:06:54.605141 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d3ef3f06-e2e3-4c36-bd41-027c950cec16 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31462196'] for port, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:54.624078 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9347cc9b-6ca4-47a6-9b64-6cd3e4e4b631 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:06:54.633922 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d85920b4-01b6-4670-b2fe-9dc3b51ee839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:54.673637 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11974511-0644-471b-9488-66eeaf1ae4ad None None] Pushing event updated for resources: {'Port': ['ID=8de1a746-a431-463c-8651-7692d6b6f779,revision_number=2']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:06:54.677439 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-11974511-0644-471b-9488-66eeaf1ae4ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:06:54.706738 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b590d954-54e6-4538-9173-b706212b3e2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:06:54.919053 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d86039-d3f0-4f56-a9ff-3bdaf91a29ce None None] Pushing event updated for resources: {'Port': ['ID=ed390339-3df0-4d7b-9355-2d98d67e5395,revision_number=3']} {{(pid=80151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:06:55.041574 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d86039-d3f0-4f56-a9ff-3bdaf91a29ce None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:55.041574 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d86039-d3f0-4f56-a9ff-3bdaf91a29ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:55.041918 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d86039-d3f0-4f56-a9ff-3bdaf91a29ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:55.042205 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d86039-d3f0-4f56-a9ff-3bdaf91a29ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:55.042471 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d86039-d3f0-4f56-a9ff-3bdaf91a29ce None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:55.042833 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d86039-d3f0-4f56-a9ff-3bdaf91a29ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:55.043192 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d86039-d3f0-4f56-a9ff-3bdaf91a29ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:55.043596 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d86039-d3f0-4f56-a9ff-3bdaf91a29ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:55.043956 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d86039-d3f0-4f56-a9ff-3bdaf91a29ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:55.044312 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d86039-d3f0-4f56-a9ff-3bdaf91a29ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:55.044819 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d86039-d3f0-4f56-a9ff-3bdaf91a29ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:55.045414 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d86039-d3f0-4f56-a9ff-3bdaf91a29ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:55.045993 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d86039-d3f0-4f56-a9ff-3bdaf91a29ce None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:55.046360 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d86039-d3f0-4f56-a9ff-3bdaf91a29ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:55.046718 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d86039-d3f0-4f56-a9ff-3bdaf91a29ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:55.047074 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d86039-d3f0-4f56-a9ff-3bdaf91a29ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:55.047447 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d86039-d3f0-4f56-a9ff-3bdaf91a29ce None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:55.047812 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d86039-d3f0-4f56-a9ff-3bdaf91a29ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:55.048166 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d86039-d3f0-4f56-a9ff-3bdaf91a29ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:55.048522 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d86039-d3f0-4f56-a9ff-3bdaf91a29ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:55.048889 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d86039-d3f0-4f56-a9ff-3bdaf91a29ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:55.049246 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d86039-d3f0-4f56-a9ff-3bdaf91a29ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:55.049604 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d86039-d3f0-4f56-a9ff-3bdaf91a29ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:55.049948 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d86039-d3f0-4f56-a9ff-3bdaf91a29ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:06:55.071202 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-69d86039-d3f0-4f56-a9ff-3bdaf91a29ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:06:55.191734 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-d85920b4-01b6-4670-b2fe-9dc3b51ee839 None None] Attempting to bind port ed390339-3df0-4d7b-9355-2d98d67e5395 on host dv-cinder-772126-1-iscsi for vnic_type normal with profile  {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 22:06:55.192596 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-d85920b4-01b6-4670-b2fe-9dc3b51ee839 None None] Attempting to bind port ed390339-3df0-4d7b-9355-2d98d67e5395 by drivers openvswitch on host dv-cinder-772126-1-iscsi at level 0 using segments [{'id': '10fa9503-ea57-4575-8fa2-400aab90e0d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '354411bd-e219-487c-b3ff-a0502e935076'}] {{(pid=80151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 22:06:55.193239 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85920b4-01b6-4670-b2fe-9dc3b51ee839 None None] Attempting to bind port ed390339-3df0-4d7b-9355-2d98d67e5395 on network 354411bd-e219-487c-b3ff-a0502e935076 {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 22:06:55.212646 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef3f06-e2e3-4c36-bd41-027c950cec16 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Pushing event deleted for resources: {'Port': ['ID=2d03222e-f651-4fbd-8919-54bbe3384f23,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:06:55.219940 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d3ef3f06-e2e3-4c36-bd41-027c950cec16 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:06:55.235682 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85920b4-01b6-4670-b2fe-9dc3b51ee839 None None] Checking agent: {'id': 'acda3ae2-213d-42a9-bfbd-ef6e74b838e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 21, 45, 45), 'started_at': datetime.datetime(2021, 1, 26, 21, 46, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 22, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 22:06:55.236367 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85920b4-01b6-4670-b2fe-9dc3b51ee839 None None] Checking segment: {'id': '10fa9503-ea57-4575-8fa2-400aab90e0d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '354411bd-e219-487c-b3ff-a0502e935076'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 22:06:55.237069 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d85920b4-01b6-4670-b2fe-9dc3b51ee839 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:55.237895 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85920b4-01b6-4670-b2fe-9dc3b51ee839 None None] Bound using segment: {'id': '10fa9503-ea57-4575-8fa2-400aab90e0d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '354411bd-e219-487c-b3ff-a0502e935076'} {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 22:06:55.238689 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-d85920b4-01b6-4670-b2fe-9dc3b51ee839 None None] Bound port: ed390339-3df0-4d7b-9355-2d98d67e5395, host: dv-cinder-772126-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10fa9503-ea57-4575-8fa2-400aab90e0d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '354411bd-e219-487c-b3ff-a0502e935076'}}] {{(pid=80151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 22:06:55.239360 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d85920b4-01b6-4670-b2fe-9dc3b51ee839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:55.349550 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d3ef3f06-e2e3-4c36-bd41-027c950cec16 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks [] for floatingip, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:55.369454 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d3ef3f06-e2e3-4c36-bd41-027c950cec16 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for floatingip, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:55.375860 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-d3ef3f06-e2e3-4c36-bd41-027c950cec16 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "DELETE /v2.0/floatingips/eb967e34-0cfd-4b92-8b6d-0e44c688ec5a HTTP/1.1" status: 204  len: 168 time: 2.6888762
Jan 26 22:06:55.396367 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-d85920b4-01b6-4670-b2fe-9dc3b51ee839 None None] For port ed390339-3df0-4d7b-9355-2d98d67e5395, host dv-cinder-772126-1-iscsi, cleared binding levels {{(pid=80151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 22:06:55.400507 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-25547310-8763-4320-951f-bff706249fb3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:55.402122 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-d85920b4-01b6-4670-b2fe-9dc3b51ee839 None None] For port ed390339-3df0-4d7b-9355-2d98d67e5395, host dv-cinder-772126-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=ed390339-3df0-4d7b-9355-2d98d67e5395,segment=NetworkSegment(10fa9503-ea57-4575-8fa2-400aab90e0d2),segment_id=10fa9503-ea57-4575-8fa2-400aab90e0d2)] {{(pid=80151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 22:06:55.438698 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d85920b4-01b6-4670-b2fe-9dc3b51ee839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:55.456231 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-eb6ee107-63fe-4c31-96b5-fadddd000f0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:06:55.618536 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d86039-d3f0-4f56-a9ff-3bdaf91a29ce None None] Pushing event updated for resources: {'Port': ['ID=ed390339-3df0-4d7b-9355-2d98d67e5395,revision_number=4']} {{(pid=80151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:06:55.624670 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-69d86039-d3f0-4f56-a9ff-3bdaf91a29ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:06:55.684615 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85920b4-01b6-4670-b2fe-9dc3b51ee839 None None] Routers {'48030c4a-7123-418e-a5d6-820a02270da2'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:06:55.686395 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-d85920b4-01b6-4670-b2fe-9dc3b51ee839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5aedfbeb8>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:06:43Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['48030c4a-7123-418e-a5d6-820a02270da2'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:06:55.830336 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-25547310-8763-4320-951f-bff706249fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036821515000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33254161'] for router, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:55.920097 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-d85920b4-01b6-4670-b2fe-9dc3b51ee839 None None] Set router 48030c4a-7123-418e-a5d6-820a02270da2 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:06:56.118185 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25547310-8763-4320-951f-bff706249fb3 admin admin] Router e7f4df0a-a5fb-4e59-bd82-853668e2e6f6 is scheduled to L3 agent d246ac06-2269-4624-8b82-d0eab6b3335a with binding_index 1 {{(pid=80148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Jan 26 22:06:56.306603 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-d85920b4-01b6-4670-b2fe-9dc3b51ee839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5aedfbeb8>, [{'id': '48030c4a-7123-418e-a5d6-820a02270da2', 'name': 'tempest-TestVolumeBootPattern-364362214-router', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:06:41Z', 'updated_at': '2021-01-26T22:06:47Z', 'revision_number': 4, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'gw_port': {'id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:31:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:42Z', 'updated_at': '2021-01-26T22:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': 'ed390339-3df0-4d7b-9355-2d98d67e5395', 'name': '', 'network_id': '354411bd-e219-487c-b3ff-a0502e935076', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'mac_address': 'fa:16:3e:7d:5e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '08edff2a-ef60-4075-ac6c-04b3f85e84f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:46Z', 'updated_at': '2021-01-26T22:06:55Z', 'revision_number': 4, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'subnets': [{'id': '08edff2a-ef60-4075-ac6c-04b3f85e84f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:06:56.312356 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85920b4-01b6-4670-b2fe-9dc3b51ee839 None None] The sync data for ids ['48030c4a-7123-418e-a5d6-820a02270da2'] in dv-cinder-772126-1-iscsi is: [{'id': '48030c4a-7123-418e-a5d6-820a02270da2', 'name': 'tempest-TestVolumeBootPattern-364362214-router', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:06:41Z', 'updated_at': '2021-01-26T22:06:47Z', 'revision_number': 4, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'gw_port': {'id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:31:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:42Z', 'updated_at': '2021-01-26T22:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': 'ed390339-3df0-4d7b-9355-2d98d67e5395', 'name': '', 'network_id': '354411bd-e219-487c-b3ff-a0502e935076', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'mac_address': 'fa:16:3e:7d:5e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '08edff2a-ef60-4075-ac6c-04b3f85e84f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:46Z', 'updated_at': '2021-01-26T22:06:55Z', 'revision_number': 4, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'subnets': [{'id': '08edff2a-ef60-4075-ac6c-04b3f85e84f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 22:06:56.349962 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25547310-8763-4320-951f-bff706249fb3 admin admin] Notify agent at l3_agent.dv-cinder-772126-1-iscsi the message routers_updated {{(pid=80148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 22:06:56.362823 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3222c935-5d81-40b4-bd60-fd32ffe4b7b3 None None] Sync routers for ids ['e7f4df0a-a5fb-4e59-bd82-853668e2e6f6'] in dv-cinder-772126-1-iscsi {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 22:06:56.381671 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3222c935-5d81-40b4-bd60-fd32ffe4b7b3 None None] Routers {'e7f4df0a-a5fb-4e59-bd82-853668e2e6f6'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:06:56.383156 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-3222c935-5d81-40b4-bd60-fd32ffe4b7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5accfbba8>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:06:43Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['e7f4df0a-a5fb-4e59-bd82-853668e2e6f6'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:06:56.432457 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-25547310-8763-4320-951f-bff706249fb3 admin admin] Notify callbacks [] for router, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:56.434326 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-25547310-8763-4320-951f-bff706249fb3 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.9687986
Jan 26 22:06:56.438022 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 52508) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:06:56.451864 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0f806b-5610-4528-87e5-9547a9ed8cb7 None None] Network aff82b09-3f36-4cba-8ade-924cf47a7400 requested from dv-cinder-772126-1-iscsi {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 22:06:56.684013 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-3222c935-5d81-40b4-bd60-fd32ffe4b7b3 None None] Set router e7f4df0a-a5fb-4e59-bd82-853668e2e6f6 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:06:56.800520 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 52514) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:06:56.812443 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-ce38ed29-666c-4945-b944-b3fb297cee14 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1773521219', 'description': 'tempest-description--660314176'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:06:56.864161 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-ce38ed29-666c-4945-b944-b3fb297cee14 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:06:56.882746 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-ce38ed29-666c-4945-b944-b3fb297cee14 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Usage tracker for resource:security_group and tenant:60dfcf3014784939a1cc511726ce21b9 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:06:56.888973 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-ce38ed29-666c-4945-b944-b3fb297cee14 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:06:56.904140 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-ce38ed29-666c-4945-b944-b3fb297cee14 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:06:56.975665 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ce38ed29-666c-4945-b944-b3fb297cee14 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:57.011145 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-ce38ed29-666c-4945-b944-b3fb297cee14 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:06:57.015668 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-ce38ed29-666c-4945-b944-b3fb297cee14 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Usage tracker for resource:security_group_rule and tenant:60dfcf3014784939a1cc511726ce21b9 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:06:57.019691 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-ce38ed29-666c-4945-b944-b3fb297cee14 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:06:57.020491 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device ed390339-3df0-4d7b-9355-2d98d67e5395 up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:06:57.026650 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-ce38ed29-666c-4945-b944-b3fb297cee14 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:06:57.082582 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-eb7b59ce-31df-44ef-996f-1464167c2284 None None] Provisioning for port 8de1a746-a431-463c-8651-7692d6b6f779 completed by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 22:06:57.130899 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ce38ed29-666c-4945-b944-b3fb297cee14 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:57.163609 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ce38ed29-666c-4945-b944-b3fb297cee14 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:57.170643 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-de26b72e-3faf-4caa-bd45-110306143a14 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:06:57.220138 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38ed29-666c-4945-b944-b3fb297cee14 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ac2780-8cba-46d9-99a6-0de7d789a10d,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:06:57.223647 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-ce38ed29-666c-4945-b944-b3fb297cee14 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:06:57.255535 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ce38ed29-666c-4945-b944-b3fb297cee14 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:57.258987 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-ce38ed29-666c-4945-b944-b3fb297cee14 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.4555182
Jan 26 22:06:57.260480 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 52518) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:06:57.268793 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-3844a009-e4de-4fbc-a6ce-8f2dbf3469ba tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Request body: {'security_group_rule': {'security_group_id': 'b7ac2780-8cba-46d9-99a6-0de7d789a10d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:06:57.286960 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-3844a009-e4de-4fbc-a6ce-8f2dbf3469ba tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:06:57.293058 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-3844a009-e4de-4fbc-a6ce-8f2dbf3469ba tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Usage tracker for resource:security_group_rule and tenant:60dfcf3014784939a1cc511726ce21b9 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:06:57.295565 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-3844a009-e4de-4fbc-a6ce-8f2dbf3469ba tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:06:57.302531 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-3844a009-e4de-4fbc-a6ce-8f2dbf3469ba tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:06:57.329046 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6f948697-1085-457a-b9c3-96bc7eddedc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:57.376858 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3844a009-e4de-4fbc-a6ce-8f2dbf3469ba tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:57.378151 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-3222c935-5d81-40b4-bd60-fd32ffe4b7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5accfbba8>, [{'id': 'e7f4df0a-a5fb-4e59-bd82-853668e2e6f6', 'name': 'tempest-TestVolumeBootPattern-2144985469-router', 'tenant_id': '675562b9d51340d1b540f79950dcb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'f46675c2-47d6-44d0-86f3-f5fbc0e59358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:06:52Z', 'updated_at': '2021-01-26T22:06:54Z', 'revision_number': 3, 'project_id': '675562b9d51340d1b540f79950dcb757', 'gw_port': {'id': 'f46675c2-47d6-44d0-86f3-f5fbc0e59358', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f4df0a-a5fb-4e59-bd82-853668e2e6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:53Z', 'updated_at': '2021-01-26T22:06:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi'}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:06:57.384708 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3222c935-5d81-40b4-bd60-fd32ffe4b7b3 None None] Checking router: e7f4df0a-a5fb-4e59-bd82-853668e2e6f6 for host: dv-cinder-772126-1-iscsi {{(pid=80150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 22:06:57.385250 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3222c935-5d81-40b4-bd60-fd32ffe4b7b3 None None] Updating router e7f4df0a-a5fb-4e59-bd82-853668e2e6f6 port f46675c2-47d6-44d0-86f3-f5fbc0e59358 binding host dv-cinder-772126-1-iscsi {{(pid=80150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 26 22:06:57.441707 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning for port ed390339-3df0-4d7b-9355-2d98d67e5395 completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 22:06:57.461989 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port ed390339-3df0-4d7b-9355-2d98d67e5395 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:06:57.462558 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:57.501526 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3844a009-e4de-4fbc-a6ce-8f2dbf3469ba tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:57.514914 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3222c935-5d81-40b4-bd60-fd32ffe4b7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:57.530610 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3844a009-e4de-4fbc-a6ce-8f2dbf3469ba tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553973'] for security_group_rule, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:57.533292 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e47a52e6-3ea4-4639-b560-d39295e4cff9 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:06:57.556946 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3844a009-e4de-4fbc-a6ce-8f2dbf3469ba tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bcc1218-2d0a-463c-9886-ec3218c35f65,revision_number=0']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:06:57.568597 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3844a009-e4de-4fbc-a6ce-8f2dbf3469ba tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:06:57.609512 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3844a009-e4de-4fbc-a6ce-8f2dbf3469ba tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:57.611927 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-3844a009-e4de-4fbc-a6ce-8f2dbf3469ba tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3492091
Jan 26 22:06:57.614755 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 52524) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:06:57.621328 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-dfc45b6f-7980-41e9-8ba0-1445f4f6cb50 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Request body: {'security_group_rule': {'security_group_id': 'b7ac2780-8cba-46d9-99a6-0de7d789a10d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:06:57.638918 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-dfc45b6f-7980-41e9-8ba0-1445f4f6cb50 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:06:57.646775 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-dfc45b6f-7980-41e9-8ba0-1445f4f6cb50 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Usage tracker for resource:security_group_rule and tenant:60dfcf3014784939a1cc511726ce21b9 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:06:57.651169 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-dfc45b6f-7980-41e9-8ba0-1445f4f6cb50 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:06:57.659788 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-dfc45b6f-7980-41e9-8ba0-1445f4f6cb50 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:06:57.708079 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dfc45b6f-7980-41e9-8ba0-1445f4f6cb50 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:57.792901 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:57.802898 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dfc45b6f-7980-41e9-8ba0-1445f4f6cb50 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:57.837762 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dfc45b6f-7980-41e9-8ba0-1445f4f6cb50 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553973'] for security_group_rule, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:57.846521 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3844a009-e4de-4fbc-a6ce-8f2dbf3469ba tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:06:57.858208 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] For port ed390339-3df0-4d7b-9355-2d98d67e5395, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=ed390339-3df0-4d7b-9355-2d98d67e5395,segment=NetworkSegment(10fa9503-ea57-4575-8fa2-400aab90e0d2),segment_id=10fa9503-ea57-4575-8fa2-400aab90e0d2)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:06:57.876803 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc45b6f-7980-41e9-8ba0-1445f4f6cb50 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48ee2c53-f0c1-4e3c-8919-5b9a574aa309,revision_number=0']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:06:57.878067 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-6f948697-1085-457a-b9c3-96bc7eddedc8 admin admin] Allocated IP 172.20.0.1 (aff82b09-3f36-4cba-8ade-924cf47a7400/72997117-5e35-4697-9450-18e7bba9dc6f/0d03cc86-8dfb-48cc-9262-5837a3ed32d9) {{(pid=80149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 22:06:57.879531 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-dfc45b6f-7980-41e9-8ba0-1445f4f6cb50 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:06:57.924410 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dfc45b6f-7980-41e9-8ba0-1445f4f6cb50 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:57.926780 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-dfc45b6f-7980-41e9-8ba0-1445f4f6cb50 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3104489
Jan 26 22:06:57.929794 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 52528) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:06:57.937536 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-48cefab9-dca1-44b3-a36a-c8658238cb0a tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Request body: {'floatingip': {'floating_network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:06:57.955187 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-48cefab9-dca1-44b3-a36a-c8658238cb0a tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:06:57.960942 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-48cefab9-dca1-44b3-a36a-c8658238cb0a tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Usage tracker for resource:floatingip and tenant:60dfcf3014784939a1cc511726ce21b9 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:06:57.964680 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-48cefab9-dca1-44b3-a36a-c8658238cb0a tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:06:57.973673 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-48cefab9-dca1-44b3-a36a-c8658238cb0a tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:06:57.999013 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:57.999989 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 8de1a746-a431-463c-8651-7692d6b6f779 up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:06:58.016016 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-48cefab9-dca1-44b3-a36a-c8658238cb0a tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks [] for floatingip, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:58.034116 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-54911679-3afd-452a-8db7-0fa3a9498aa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:06:58.086939 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6f948697-1085-457a-b9c3-96bc7eddedc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:58.110298 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-6f948697-1085-457a-b9c3-96bc7eddedc8 admin admin] Transition to ACTIVE for port object 0d03cc86-8dfb-48cc-9262-5837a3ed32d9 will not be triggered until provisioned by entity DHCP. {{(pid=80149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 22:06:58.164185 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6f948697-1085-457a-b9c3-96bc7eddedc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31462196'] for port, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:58.186792 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-5bd4fef8-68ee-4d53-90c4-1d8ed2159d3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:06:58.225710 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-48cefab9-dca1-44b3-a36a-c8658238cb0a tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:58.343805 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f948697-1085-457a-b9c3-96bc7eddedc8 admin admin] Pushing event updated for resources: {'Port': ['ID=0d03cc86-8dfb-48cc-9262-5837a3ed32d9,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:06:58.346750 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Pushing event updated for resources: {'Port': ['ID=ed390339-3df0-4d7b-9355-2d98d67e5395,revision_number=5']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:06:58.358381 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:06:58.358727 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6f948697-1085-457a-b9c3-96bc7eddedc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:06:58.407410 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f948697-1085-457a-b9c3-96bc7eddedc8 admin admin] Network aff82b09-3f36-4cba-8ade-924cf47a7400 is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 22:06:58.410768 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-6f948697-1085-457a-b9c3-96bc7eddedc8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 22:06:58.413598 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f948697-1085-457a-b9c3-96bc7eddedc8 admin admin] Received port after_create {{(pid=80149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 22:06:58.452774 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning for port 8de1a746-a431-463c-8651-7692d6b6f779 completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 22:06:58.480537 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port 8de1a746-a431-463c-8651-7692d6b6f779 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:06:58.481209 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:58.496019 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6f948697-1085-457a-b9c3-96bc7eddedc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33256029'] for router_interface, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:58.563362 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-26adfd7a-de80-4a8a-84b8-c7e9a4420ab5 None None] Provisioning complete for port 8de1a746-a431-463c-8651-7692d6b6f779 triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:06:58.564003 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-26adfd7a-de80-4a8a-84b8-c7e9a4420ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:58.594515 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3222c935-5d81-40b4-bd60-fd32ffe4b7b3 None None] Notify callbacks [] for port, precommit_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:58.639499 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-3222c935-5d81-40b4-bd60-fd32ffe4b7b3 None None] Transition to ACTIVE for port object f46675c2-47d6-44d0-86f3-f5fbc0e59358 will not be triggered until provisioned by entity L2. {{(pid=80150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 22:06:58.674017 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6f948697-1085-457a-b9c3-96bc7eddedc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:58.691777 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3222c935-5d81-40b4-bd60-fd32ffe4b7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:58.718103 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:06:58.730443 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-48cefab9-dca1-44b3-a36a-c8658238cb0a tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Allocated IP 172.27.2.124 (1ba61b85-6a57-4c86-8c7b-e71ed182691b/36fb7a5a-6726-45c7-9dc5-3a7ad8db1808/332d6bbe-a8f7-401b-be86-4c6b5047675e) {{(pid=80148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 22:06:58.893698 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84c113e-5020-4450-b113-7caf7f52da49 None None] Pushing event updated for resources: {'Port': ['ID=f46675c2-47d6-44d0-86f3-f5fbc0e59358,revision_number=2']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:06:58.934725 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-48cefab9-dca1-44b3-a36a-c8658238cb0a tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks [] for port, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:58.970966 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:58.989638 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c84c113e-5020-4450-b113-7caf7f52da49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:06:59.003720 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-48cefab9-dca1-44b3-a36a-c8658238cb0a tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32409920'] for port, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:59.021525 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c7add50a-198d-48bc-989f-de4229a1e4ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:06:59.087722 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6f948697-1085-457a-b9c3-96bc7eddedc8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:59.092262 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-26adfd7a-de80-4a8a-84b8-c7e9a4420ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:59.105048 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] For port 8de1a746-a431-463c-8651-7692d6b6f779, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=8de1a746-a431-463c-8651-7692d6b6f779,segment=NetworkSegment(2ca1bbcb-5267-4288-b9d6-252d8b6458ff),segment_id=2ca1bbcb-5267-4288-b9d6-252d8b6458ff)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:06:59.124320 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6f948697-1085-457a-b9c3-96bc7eddedc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823313603'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:59.183502 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3e839f8c-ee7c-425f-bcce-5a29ba60c570 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:06:59.183855 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-3222c935-5d81-40b4-bd60-fd32ffe4b7b3 None None] Attempting to bind port f46675c2-47d6-44d0-86f3-f5fbc0e59358 on host dv-cinder-772126-1-iscsi for vnic_type normal with profile  {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 22:06:59.183855 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-3222c935-5d81-40b4-bd60-fd32ffe4b7b3 None None] Attempting to bind port f46675c2-47d6-44d0-86f3-f5fbc0e59358 by drivers openvswitch on host dv-cinder-772126-1-iscsi at level 0 using segments [{'id': 'f4c7a2a5-f441-4cda-be7f-98d9b91d5196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 22:06:59.184446 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3222c935-5d81-40b4-bd60-fd32ffe4b7b3 None None] Attempting to bind port f46675c2-47d6-44d0-86f3-f5fbc0e59358 on network 1ba61b85-6a57-4c86-8c7b-e71ed182691b {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 22:06:59.195273 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:59.203022 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-11974511-0644-471b-9488-66eeaf1ae4ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:06:59.205259 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cefab9-dca1-44b3-a36a-c8658238cb0a tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Pushing event updated for resources: {'Port': ['ID=332d6bbe-a8f7-401b-be86-4c6b5047675e,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:06:59.229473 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-48cefab9-dca1-44b3-a36a-c8658238cb0a tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:06:59.244117 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3222c935-5d81-40b4-bd60-fd32ffe4b7b3 None None] Checking agent: {'id': 'acda3ae2-213d-42a9-bfbd-ef6e74b838e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 21, 45, 45), 'started_at': datetime.datetime(2021, 1, 26, 21, 46, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 22, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 22:06:59.244544 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3222c935-5d81-40b4-bd60-fd32ffe4b7b3 None None] Checking segment: {'id': 'f4c7a2a5-f441-4cda-be7f-98d9b91d5196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 22:06:59.245004 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3222c935-5d81-40b4-bd60-fd32ffe4b7b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:59.245448 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3222c935-5d81-40b4-bd60-fd32ffe4b7b3 None None] Bound using segment: {'id': 'f4c7a2a5-f441-4cda-be7f-98d9b91d5196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 22:06:59.246013 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-3222c935-5d81-40b4-bd60-fd32ffe4b7b3 None None] Bound port: f46675c2-47d6-44d0-86f3-f5fbc0e59358, host: dv-cinder-772126-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c7a2a5-f441-4cda-be7f-98d9b91d5196', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'}}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 22:06:59.246398 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3222c935-5d81-40b4-bd60-fd32ffe4b7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:59.318167 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cefab9-dca1-44b3-a36a-c8658238cb0a tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Network 1ba61b85-6a57-4c86-8c7b-e71ed182691b is already hosted by enough agents. {{(pid=80148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 22:06:59.320226 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-48cefab9-dca1-44b3-a36a-c8658238cb0a tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Resources bound (agent type, host, resource id):  {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 22:06:59.326199 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cefab9-dca1-44b3-a36a-c8658238cb0a tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Received port after_create {{(pid=80148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 22:06:59.349983 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.db.api [None req-26adfd7a-de80-4a8a-84b8-c7e9a4420ab5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80150) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 26 22:06:59.350365 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_db.api [None req-26adfd7a-de80-4a8a-84b8-c7e9a4420ab5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 26 22:06:59.351762 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6f948697-1085-457a-b9c3-96bc7eddedc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33045946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036821519617'] for router_interface, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:59.375597 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f948697-1085-457a-b9c3-96bc7eddedc8 admin admin] Pushing event updated for resources: {'Port': ['ID=0d03cc86-8dfb-48cc-9262-5837a3ed32d9,revision_number=2']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:06:59.385057 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6f948697-1085-457a-b9c3-96bc7eddedc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:06:59.385756 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Pushing event updated for resources: {'Port': ['ID=8de1a746-a431-463c-8651-7692d6b6f779,revision_number=3']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:06:59.390348 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:06:59.391253 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device ed390339-3df0-4d7b-9355-2d98d67e5395 up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:06:59.434740 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-3222c935-5d81-40b4-bd60-fd32ffe4b7b3 None None] For port f46675c2-47d6-44d0-86f3-f5fbc0e59358, host dv-cinder-772126-1-iscsi, cleared binding levels {{(pid=80150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 22:06:59.460530 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-3222c935-5d81-40b4-bd60-fd32ffe4b7b3 None None] For port f46675c2-47d6-44d0-86f3-f5fbc0e59358, host dv-cinder-772126-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=f46675c2-47d6-44d0-86f3-f5fbc0e59358,segment=NetworkSegment(f4c7a2a5-f441-4cda-be7f-98d9b91d5196),segment_id=f4c7a2a5-f441-4cda-be7f-98d9b91d5196)] {{(pid=80150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 22:06:59.485246 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port ed390339-3df0-4d7b-9355-2d98d67e5395 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:06:59.485834 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:59.519741 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3222c935-5d81-40b4-bd60-fd32ffe4b7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:59.542791 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-131948ee-f550-429e-9018-6d2312abfaa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:06:59.564938 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-48cefab9-dca1-44b3-a36a-c8658238cb0a tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:59.585423 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f948697-1085-457a-b9c3-96bc7eddedc8 admin admin] Network aff82b09-3f36-4cba-8ade-924cf47a7400 is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 22:06:59.587038 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-6f948697-1085-457a-b9c3-96bc7eddedc8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 22:06:59.712946 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-48cefab9-dca1-44b3-a36a-c8658238cb0a tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:06:59.784586 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84c113e-5020-4450-b113-7caf7f52da49 None None] Pushing event updated for resources: {'Port': ['ID=f46675c2-47d6-44d0-86f3-f5fbc0e59358,revision_number=3']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:06:59.843109 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f948697-1085-457a-b9c3-96bc7eddedc8 admin admin] Router e7f4df0a-a5fb-4e59-bd82-853668e2e6f6 has already been hosted by L3 agent d246ac06-2269-4624-8b82-d0eab6b3335a {{(pid=80149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 22:06:59.853436 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c84c113e-5020-4450-b113-7caf7f52da49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:07:00.053592 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3222c935-5d81-40b4-bd60-fd32ffe4b7b3 None None] Routers {'e7f4df0a-a5fb-4e59-bd82-853668e2e6f6'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:07:00.054356 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-3222c935-5d81-40b4-bd60-fd32ffe4b7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5accfbba8>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:06:43Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['e7f4df0a-a5fb-4e59-bd82-853668e2e6f6'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:07:00.055196 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-48cefab9-dca1-44b3-a36a-c8658238cb0a tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks [] for port, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:00.095013 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-48cefab9-dca1-44b3-a36a-c8658238cb0a tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822365879'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:00.111212 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9b08ba54-02b0-4bfc-a3f8-655c88dae014 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:07:00.261382 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cefab9-dca1-44b3-a36a-c8658238cb0a tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Pushing event updated for resources: {'Port': ['ID=332d6bbe-a8f7-401b-be86-4c6b5047675e,revision_number=2']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:07:00.266990 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-48cefab9-dca1-44b3-a36a-c8658238cb0a tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:07:00.298025 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-3222c935-5d81-40b4-bd60-fd32ffe4b7b3 None None] Set router e7f4df0a-a5fb-4e59-bd82-853668e2e6f6 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:07:00.349832 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-3cf70dbf-48db-4891-8c84-66de49858df3 None None] Provisioning for port 0d03cc86-8dfb-48cc-9262-5837a3ed32d9 completed by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 22:07:00.367943 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-3cf70dbf-48db-4891-8c84-66de49858df3 None None] Provisioning complete for port 0d03cc86-8dfb-48cc-9262-5837a3ed32d9 triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:07:00.368378 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3cf70dbf-48db-4891-8c84-66de49858df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:00.374193 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f948697-1085-457a-b9c3-96bc7eddedc8 admin admin] Notify agent at l3_agent.dv-cinder-772126-1-iscsi the message routers_updated {{(pid=80149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 22:07:00.386930 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-6f948697-1085-457a-b9c3-96bc7eddedc8 admin admin] 10.222.0.30 "PUT /v2.0/routers/e7f4df0a-a5fb-4e59-bd82-853668e2e6f6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9470317
Jan 26 22:07:00.534142 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-3cf70dbf-48db-4891-8c84-66de49858df3 None None] Port 0d03cc86-8dfb-48cc-9262-5837a3ed32d9 cannot update to ACTIVE because it is not bound. {{(pid=80150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 22:07:00.727022 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-48cefab9-dca1-44b3-a36a-c8658238cb0a tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036821521460'] for floatingip, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:00.781718 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-48cefab9-dca1-44b3-a36a-c8658238cb0a tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for floatingip, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:00.792966 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-48cefab9-dca1-44b3-a36a-c8658238cb0a tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.8521388
Jan 26 22:07:00.957964 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-3222c935-5d81-40b4-bd60-fd32ffe4b7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5accfbba8>, [{'id': 'e7f4df0a-a5fb-4e59-bd82-853668e2e6f6', 'name': 'tempest-TestVolumeBootPattern-2144985469-router', 'tenant_id': '675562b9d51340d1b540f79950dcb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'f46675c2-47d6-44d0-86f3-f5fbc0e59358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:06:52Z', 'updated_at': '2021-01-26T22:06:58Z', 'revision_number': 4, 'project_id': '675562b9d51340d1b540f79950dcb757', 'gw_port': {'id': 'f46675c2-47d6-44d0-86f3-f5fbc0e59358', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f4df0a-a5fb-4e59-bd82-853668e2e6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:53Z', 'updated_at': '2021-01-26T22:06:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': '0d03cc86-8dfb-48cc-9262-5837a3ed32d9', 'name': '', 'network_id': 'aff82b09-3f36-4cba-8ade-924cf47a7400', 'tenant_id': '675562b9d51340d1b540f79950dcb757', 'mac_address': 'fa:16:3e:c5:8f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f4df0a-a5fb-4e59-bd82-853668e2e6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '72997117-5e35-4697-9450-18e7bba9dc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:57Z', 'updated_at': '2021-01-26T22:06:58Z', 'revision_number': 2, 'project_id': '675562b9d51340d1b540f79950dcb757', 'subnets': [{'id': '72997117-5e35-4697-9450-18e7bba9dc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:07:00.962998 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3222c935-5d81-40b4-bd60-fd32ffe4b7b3 None None] The sync data for ids ['e7f4df0a-a5fb-4e59-bd82-853668e2e6f6'] in dv-cinder-772126-1-iscsi is: [{'id': 'e7f4df0a-a5fb-4e59-bd82-853668e2e6f6', 'name': 'tempest-TestVolumeBootPattern-2144985469-router', 'tenant_id': '675562b9d51340d1b540f79950dcb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'f46675c2-47d6-44d0-86f3-f5fbc0e59358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:06:52Z', 'updated_at': '2021-01-26T22:06:58Z', 'revision_number': 4, 'project_id': '675562b9d51340d1b540f79950dcb757', 'gw_port': {'id': 'f46675c2-47d6-44d0-86f3-f5fbc0e59358', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f4df0a-a5fb-4e59-bd82-853668e2e6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:53Z', 'updated_at': '2021-01-26T22:06:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': '0d03cc86-8dfb-48cc-9262-5837a3ed32d9', 'name': '', 'network_id': 'aff82b09-3f36-4cba-8ade-924cf47a7400', 'tenant_id': '675562b9d51340d1b540f79950dcb757', 'mac_address': 'fa:16:3e:c5:8f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f4df0a-a5fb-4e59-bd82-853668e2e6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '72997117-5e35-4697-9450-18e7bba9dc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:57Z', 'updated_at': '2021-01-26T22:06:58Z', 'revision_number': 2, 'project_id': '675562b9d51340d1b540f79950dcb757', 'subnets': [{'id': '72997117-5e35-4697-9450-18e7bba9dc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 22:07:01.106605 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-d9eddea3-d34d-4091-920d-96acc09d218e tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1773521219&fields=id&tenant_id=60dfcf3014784939a1cc511726ce21b9 HTTP/1.1" status: 200  len: 267 time: 0.0684128
Jan 26 22:07:01.307281 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 8de1a746-a431-463c-8651-7692d6b6f779 up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:07:01.360457 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-3bda06bb-818a-4023-91fc-e553b683b2cd tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:01.362185 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-3bda06bb-818a-4023-91fc-e553b683b2cd tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/networks?id=bcb900ab-09f7-4daf-a87d-d29a89c050da HTTP/1.1" status: 200  len: 810 time: 0.2473969
Jan 26 22:07:01.368075 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-9c53cfa4-945d-4c65-95eb-cea5f1d89644 req-d2927dab-402f-466c-b585-1eee2267304b tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-697461871', 'description': 'tempest-TestVolumeBootPattern-697461871 description'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:07:01.398181 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-9c53cfa4-945d-4c65-95eb-cea5f1d89644 req-d2927dab-402f-466c-b585-1eee2267304b tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:07:01.401759 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-f798bb05-9919-440c-9926-a514d519dfd6 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/quotas/60dfcf3014784939a1cc511726ce21b9 HTTP/1.1" status: 200  len: 375 time: 0.0165331
Jan 26 22:07:01.405561 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-9c53cfa4-945d-4c65-95eb-cea5f1d89644 req-d2927dab-402f-466c-b585-1eee2267304b tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Usage tracker for resource:security_group and tenant:37d467f68082493b8af9e54aaa6b2a19 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:07:01.410613 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-9c53cfa4-945d-4c65-95eb-cea5f1d89644 req-d2927dab-402f-466c-b585-1eee2267304b tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:07:01.427233 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port 8de1a746-a431-463c-8651-7692d6b6f779 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:07:01.427692 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:01.461084 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-9c53cfa4-945d-4c65-95eb-cea5f1d89644 req-d2927dab-402f-466c-b585-1eee2267304b tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:07:01.541792 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-bbc6c890-5d90-40f9-9b93-30ed4af24d25 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Synchronizing usage tracker for tenant:60dfcf3014784939a1cc511726ce21b9 on resource:port {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 22:07:01.546735 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-9c53cfa4-945d-4c65-95eb-cea5f1d89644 req-d2927dab-402f-466c-b585-1eee2267304b tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:01.579299 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-9c53cfa4-945d-4c65-95eb-cea5f1d89644 req-d2927dab-402f-466c-b585-1eee2267304b tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:07:01.584084 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-9c53cfa4-945d-4c65-95eb-cea5f1d89644 req-d2927dab-402f-466c-b585-1eee2267304b tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Usage tracker for resource:security_group_rule and tenant:37d467f68082493b8af9e54aaa6b2a19 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:07:01.588982 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-9c53cfa4-945d-4c65-95eb-cea5f1d89644 req-d2927dab-402f-466c-b585-1eee2267304b tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:07:01.594522 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-9c53cfa4-945d-4c65-95eb-cea5f1d89644 req-d2927dab-402f-466c-b585-1eee2267304b tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:07:01.605884 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-bbc6c890-5d90-40f9-9b93-30ed4af24d25 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Unset dirty status for tenant:60dfcf3014784939a1cc511726ce21b9 on resource:port {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 22:07:01.608586 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-bbc6c890-5d90-40f9-9b93-30ed4af24d25 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=60dfcf3014784939a1cc511726ce21b9&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1990681
Jan 26 22:07:01.628746 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-1e2a44f0-128a-43a4-ba63-32c8296913d5 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=80149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 26 22:07:01.629963 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-1e2a44f0-128a-43a4-ba63-32c8296913d5 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0080914
Jan 26 22:07:01.805234 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-9c53cfa4-945d-4c65-95eb-cea5f1d89644 req-d2927dab-402f-466c-b585-1eee2267304b tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:01.855261 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-2ae902c7-6ac6-4a17-b42d-6a326c912141 service neutron] 10.222.0.30 "GET /v2.0/networks/bcb900ab-09f7-4daf-a87d-d29a89c050da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2136216
Jan 26 22:07:01.856644 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-9c53cfa4-945d-4c65-95eb-cea5f1d89644 req-d2927dab-402f-466c-b585-1eee2267304b tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:01.864872 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-8847a93e-356e-41f4-b462-ec80c5f98f67 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:07:01.999989 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2927dab-402f-466c-b585-1eee2267304b tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84ee3eb8-44c6-4bf2-9960-46a694f9c94d,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:07:02.007271 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d2927dab-402f-466c-b585-1eee2267304b tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:07:02.033454 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-9c53cfa4-945d-4c65-95eb-cea5f1d89644 req-d2927dab-402f-466c-b585-1eee2267304b tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:02.034832 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9c53cfa4-945d-4c65-95eb-cea5f1d89644 req-d2927dab-402f-466c-b585-1eee2267304b tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.6715894
Jan 26 22:07:02.067833 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-b7593a28-dfae-418e-9552-01a06da083e2 service neutron] 10.222.0.30 "GET /v2.0/networks/bcb900ab-09f7-4daf-a87d-d29a89c050da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2041097
Jan 26 22:07:02.135933 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5f77cac5-878b-4c11-83ca-2ffd9e1b0cce req-7697e741-151e-4bb2-8328-9da4a9feb4bf tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/security-groups/84ee3eb8-44c6-4bf2-9960-46a694f9c94d HTTP/1.1" status: 200  len: 1806 time: 0.0643699
Jan 26 22:07:02.147366 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-5f77cac5-878b-4c11-83ca-2ffd9e1b0cce req-3531c5bd-d2b1-4512-9182-9ee5557b4a42 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '84ee3eb8-44c6-4bf2-9960-46a694f9c94d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:07:02.147730 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-5f77cac5-878b-4c11-83ca-2ffd9e1b0cce req-3531c5bd-d2b1-4512-9182-9ee5557b4a42 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '84ee3eb8-44c6-4bf2-9960-46a694f9c94d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:07:02.162694 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-5f77cac5-878b-4c11-83ca-2ffd9e1b0cce req-3531c5bd-d2b1-4512-9182-9ee5557b4a42 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:07:02.167277 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-5f77cac5-878b-4c11-83ca-2ffd9e1b0cce req-3531c5bd-d2b1-4512-9182-9ee5557b4a42 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Usage tracker for resource:security_group_rule and tenant:37d467f68082493b8af9e54aaa6b2a19 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:07:02.171316 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-5f77cac5-878b-4c11-83ca-2ffd9e1b0cce req-3531c5bd-d2b1-4512-9182-9ee5557b4a42 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:07:02.177908 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-5f77cac5-878b-4c11-83ca-2ffd9e1b0cce req-3531c5bd-d2b1-4512-9182-9ee5557b4a42 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:07:02.356322 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8163fea4-e4c3-4fbc-8679-3317f798a9e5 req-c9cfdfa3-6f70-4ac2-8984-1ca8a73630f1 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=39e8fb68-9ce0-4c57-b76c-0e7b29f8908f HTTP/1.1" status: 200  len: 210 time: 0.0666685
Jan 26 22:07:02.376195 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-5f77cac5-878b-4c11-83ca-2ffd9e1b0cce req-3531c5bd-d2b1-4512-9182-9ee5557b4a42 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:02.400895 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-5f77cac5-878b-4c11-83ca-2ffd9e1b0cce req-3531c5bd-d2b1-4512-9182-9ee5557b4a42 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:02.425875 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-5f77cac5-878b-4c11-83ca-2ffd9e1b0cce req-3531c5bd-d2b1-4512-9182-9ee5557b4a42 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553973'] for security_group_rule, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:02.428348 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-927b6c21-3b3e-46a6-b558-ec0058f8ae59 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:07:02.453467 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3531c5bd-d2b1-4512-9182-9ee5557b4a42 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d66999-9af6-472b-a6fb-3664558a99fb,revision_number=0']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:07:02.456243 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3531c5bd-d2b1-4512-9182-9ee5557b4a42 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:07:02.489156 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-5f77cac5-878b-4c11-83ca-2ffd9e1b0cce req-3531c5bd-d2b1-4512-9182-9ee5557b4a42 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:02.490486 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5f77cac5-878b-4c11-83ca-2ffd9e1b0cce req-3531c5bd-d2b1-4512-9182-9ee5557b4a42 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.3478315
Jan 26 22:07:02.584104 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d3339bc5-aadb-4322-af56-b1e3260d3b0c req-8ef122b6-ad3a-49ab-adf8-3f46a47a04f5 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/security-groups/84ee3eb8-44c6-4bf2-9960-46a694f9c94d HTTP/1.1" status: 200  len: 2399 time: 0.0592020
Jan 26 22:07:02.596427 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-d3339bc5-aadb-4322-af56-b1e3260d3b0c req-fba2cd5c-a212-4fe1-8147-efd557db8fe2 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '84ee3eb8-44c6-4bf2-9960-46a694f9c94d', 'remote_group_id': None}]} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:07:02.596786 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-d3339bc5-aadb-4322-af56-b1e3260d3b0c req-fba2cd5c-a212-4fe1-8147-efd557db8fe2 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '84ee3eb8-44c6-4bf2-9960-46a694f9c94d', 'remote_group_id': None}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:07:02.612275 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-d3339bc5-aadb-4322-af56-b1e3260d3b0c req-fba2cd5c-a212-4fe1-8147-efd557db8fe2 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:07:02.616434 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-d3339bc5-aadb-4322-af56-b1e3260d3b0c req-fba2cd5c-a212-4fe1-8147-efd557db8fe2 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Usage tracker for resource:security_group_rule and tenant:37d467f68082493b8af9e54aaa6b2a19 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:07:02.619588 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-d3339bc5-aadb-4322-af56-b1e3260d3b0c req-fba2cd5c-a212-4fe1-8147-efd557db8fe2 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:07:02.625439 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-d3339bc5-aadb-4322-af56-b1e3260d3b0c req-fba2cd5c-a212-4fe1-8147-efd557db8fe2 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:07:02.718156 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-d3339bc5-aadb-4322-af56-b1e3260d3b0c req-fba2cd5c-a212-4fe1-8147-efd557db8fe2 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:02.743790 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-d3339bc5-aadb-4322-af56-b1e3260d3b0c req-fba2cd5c-a212-4fe1-8147-efd557db8fe2 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:02.797353 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-d3339bc5-aadb-4322-af56-b1e3260d3b0c req-fba2cd5c-a212-4fe1-8147-efd557db8fe2 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553973'] for security_group_rule, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:02.799628 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-bd9503b7-3769-42c5-ac8b-21461d66a267 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:07:02.827795 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba2cd5c-a212-4fe1-8147-efd557db8fe2 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=198acbce-9fc4-41aa-94bf-3b447b1e3547,revision_number=0']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:07:02.830549 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-fba2cd5c-a212-4fe1-8147-efd557db8fe2 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:07:02.872046 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-d3339bc5-aadb-4322-af56-b1e3260d3b0c req-fba2cd5c-a212-4fe1-8147-efd557db8fe2 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:02.873809 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d3339bc5-aadb-4322-af56-b1e3260d3b0c req-fba2cd5c-a212-4fe1-8147-efd557db8fe2 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.2825623
Jan 26 22:07:03.322074 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device f46675c2-47d6-44d0-86f3-f5fbc0e59358 up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:07:03.466547 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning for port f46675c2-47d6-44d0-86f3-f5fbc0e59358 completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 22:07:03.472490 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port f46675c2-47d6-44d0-86f3-f5fbc0e59358 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:07:03.473295 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:03.548316 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-cc5e444d-ca9e-4d66-916b-795ec1c97c31 req-701f5252-e145-4a02-a3f5-7253682ba265 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=39e8fb68-9ce0-4c57-b76c-0e7b29f8908f HTTP/1.1" status: 200  len: 210 time: 0.0548725
Jan 26 22:07:03.610758 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:03.628894 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] For port f46675c2-47d6-44d0-86f3-f5fbc0e59358, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=f46675c2-47d6-44d0-86f3-f5fbc0e59358,segment=NetworkSegment(f4c7a2a5-f441-4cda-be7f-98d9b91d5196),segment_id=f4c7a2a5-f441-4cda-be7f-98d9b91d5196)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:07:03.660659 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:03.662788 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-11974511-0644-471b-9488-66eeaf1ae4ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:07:03.740512 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Pushing event updated for resources: {'Port': ['ID=f46675c2-47d6-44d0-86f3-f5fbc0e59358,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:07:03.744002 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:07:04.374115 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee335c3-4318-4dd7-b5ab-5eed277b9769 None None] Sync routers for ids ['e7f4df0a-a5fb-4e59-bd82-853668e2e6f6'] in dv-cinder-772126-1-iscsi {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 22:07:04.384595 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee335c3-4318-4dd7-b5ab-5eed277b9769 None None] Routers {'e7f4df0a-a5fb-4e59-bd82-853668e2e6f6'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:07:04.385265 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-1ee335c3-4318-4dd7-b5ab-5eed277b9769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5aebe1550>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:06:43Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['e7f4df0a-a5fb-4e59-bd82-853668e2e6f6'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:07:04.519626 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-1b3daf50-cda0-41e0-ba01-39b0c4e7a73a tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:04.521442 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-1b3daf50-cda0-41e0-ba01-39b0c4e7a73a tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.45 "GET /v2.0/networks?id=bcb900ab-09f7-4daf-a87d-d29a89c050da HTTP/1.1" status: 200  len: 810 time: 0.2163308
Jan 26 22:07:04.581967 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-1ee335c3-4318-4dd7-b5ab-5eed277b9769 None None] Set router e7f4df0a-a5fb-4e59-bd82-853668e2e6f6 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:07:04.639094 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-0c4763b3-039f-49c9-9dbb-4b732840907e tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Synchronizing usage tracker for tenant:60dfcf3014784939a1cc511726ce21b9 on resource:security_group {{(pid=80148) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 22:07:04.684360 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-0c4763b3-039f-49c9-9dbb-4b732840907e tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Unset dirty status for tenant:60dfcf3014784939a1cc511726ce21b9 on resource:security_group {{(pid=80148) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 22:07:04.687418 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-0c4763b3-039f-49c9-9dbb-4b732840907e tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=60dfcf3014784939a1cc511726ce21b9 HTTP/1.1" status: 200  len: 5708 time: 0.1467717
Jan 26 22:07:04.698744 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-6b878284-9ce3-485f-b593-d2c88f14ceed tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Request body: {'port': {'device_id': '39e8fb68-9ce0-4c57-b76c-0e7b29f8908f', 'network_id': 'bcb900ab-09f7-4daf-a87d-d29a89c050da', 'admin_state_up': True, 'tenant_id': '60dfcf3014784939a1cc511726ce21b9', 'security_groups': ['b7ac2780-8cba-46d9-99a6-0de7d789a10d']}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:07:04.752621 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-de71c785-7222-4393-b8d4-0b223d4c14c3 req-c2a566a0-6bec-491d-8819-c7cf2138441d tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=39e8fb68-9ce0-4c57-b76c-0e7b29f8908f HTTP/1.1" status: 200  len: 210 time: 0.0557919
Jan 26 22:07:04.871841 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-6b878284-9ce3-485f-b593-d2c88f14ceed tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:07:04.882328 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-6b878284-9ce3-485f-b593-d2c88f14ceed tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:07:04.922124 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-6b878284-9ce3-485f-b593-d2c88f14ceed tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Made reservation on behalf of 60dfcf3014784939a1cc511726ce21b9 for: {'port': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 22:07:04.936695 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-6b878284-9ce3-485f-b593-d2c88f14ceed tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:04.970638 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-1ee335c3-4318-4dd7-b5ab-5eed277b9769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5aebe1550>, [{'id': 'e7f4df0a-a5fb-4e59-bd82-853668e2e6f6', 'name': 'tempest-TestVolumeBootPattern-2144985469-router', 'tenant_id': '675562b9d51340d1b540f79950dcb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'f46675c2-47d6-44d0-86f3-f5fbc0e59358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:06:52Z', 'updated_at': '2021-01-26T22:06:58Z', 'revision_number': 4, 'project_id': '675562b9d51340d1b540f79950dcb757', 'gw_port': {'id': 'f46675c2-47d6-44d0-86f3-f5fbc0e59358', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f4df0a-a5fb-4e59-bd82-853668e2e6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:53Z', 'updated_at': '2021-01-26T22:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': '0d03cc86-8dfb-48cc-9262-5837a3ed32d9', 'name': '', 'network_id': 'aff82b09-3f36-4cba-8ade-924cf47a7400', 'tenant_id': '675562b9d51340d1b540f79950dcb757', 'mac_address': 'fa:16:3e:c5:8f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f4df0a-a5fb-4e59-bd82-853668e2e6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '72997117-5e35-4697-9450-18e7bba9dc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:57Z', 'updated_at': '2021-01-26T22:06:58Z', 'revision_number': 2, 'project_id': '675562b9d51340d1b540f79950dcb757', 'subnets': [{'id': '72997117-5e35-4697-9450-18e7bba9dc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:07:04.975541 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee335c3-4318-4dd7-b5ab-5eed277b9769 None None] Checking router: e7f4df0a-a5fb-4e59-bd82-853668e2e6f6 for host: dv-cinder-772126-1-iscsi {{(pid=80151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 22:07:04.975941 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee335c3-4318-4dd7-b5ab-5eed277b9769 None None] Updating router e7f4df0a-a5fb-4e59-bd82-853668e2e6f6 port 0d03cc86-8dfb-48cc-9262-5837a3ed32d9 binding host dv-cinder-772126-1-iscsi {{(pid=80151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Jan 26 22:07:05.037602 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1ee335c3-4318-4dd7-b5ab-5eed277b9769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:05.306068 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device f46675c2-47d6-44d0-86f3-f5fbc0e59358 up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:07:05.314411 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-6b878284-9ce3-485f-b593-d2c88f14ceed tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Allocated IP 172.20.0.4 (bcb900ab-09f7-4daf-a87d-d29a89c050da/76424a3e-3bc6-47af-a6d3-63e8d7b4146b/8bec9ac3-fd52-4324-b666-41795656831d) {{(pid=80148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 22:07:05.395135 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port f46675c2-47d6-44d0-86f3-f5fbc0e59358 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:07:05.395947 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:05.606211 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-6b878284-9ce3-485f-b593-d2c88f14ceed tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks [] for port, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:05.632010 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-6b878284-9ce3-485f-b593-d2c88f14ceed tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Transition to ACTIVE for port object 8bec9ac3-fd52-4324-b666-41795656831d will not be triggered until provisioned by entity DHCP. {{(pid=80148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 22:07:05.685182 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-6b878284-9ce3-485f-b593-d2c88f14ceed tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32409920'] for port, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:05.703817 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9c5bf0a0-508e-4e57-bd8e-d05049610c55 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:07:05.782180 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1ee335c3-4318-4dd7-b5ab-5eed277b9769 None None] Notify callbacks [] for port, precommit_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:05.803033 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-1ee335c3-4318-4dd7-b5ab-5eed277b9769 None None] Transition to ACTIVE for port object 0d03cc86-8dfb-48cc-9262-5837a3ed32d9 will not be triggered until provisioned by entity L2. {{(pid=80151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 22:07:05.832995 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1ee335c3-4318-4dd7-b5ab-5eed277b9769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:05.876343 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b878284-9ce3-485f-b593-d2c88f14ceed tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Pushing event updated for resources: {'Port': ['ID=8bec9ac3-fd52-4324-b666-41795656831d,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:07:05.881533 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6b878284-9ce3-485f-b593-d2c88f14ceed tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:07:05.928811 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-7aa88c1e-12f9-47e0-9e28-e15516af1c6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:07:05.961832 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-6b878284-9ce3-485f-b593-d2c88f14ceed tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Network bcb900ab-09f7-4daf-a87d-d29a89c050da is already hosted by enough agents. {{(pid=80148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 22:07:05.963068 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-6b878284-9ce3-485f-b593-d2c88f14ceed tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Resources bound (agent type, host, resource id):  {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 22:07:05.965854 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-6b878284-9ce3-485f-b593-d2c88f14ceed tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Received port after_create {{(pid=80148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 22:07:06.073642 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bda8f1-5395-4898-8f67-55945c61c70b None None] Pushing event updated for resources: {'Port': ['ID=0d03cc86-8dfb-48cc-9262-5837a3ed32d9,revision_number=3']} {{(pid=80151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:07:06.082025 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-81bda8f1-5395-4898-8f67-55945c61c70b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:07:06.107371 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-6b878284-9ce3-485f-b593-d2c88f14ceed tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:06.108661 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-6b878284-9ce3-485f-b593-d2c88f14ceed tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:06.169867 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-6b878284-9ce3-485f-b593-d2c88f14ceed tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4767821
Jan 26 22:07:06.190781 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-5a1ef382-33fd-496d-92f1-217e53c2323e service neutron] Request body: {'port': {'device_id': '39e8fb68-9ce0-4c57-b76c-0e7b29f8908f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:07:06.196296 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a492624-0446-4138-a31f-d96bbc238948 req-102ad684-37fd-4027-9457-3744305b1da6 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:06.198071 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1a492624-0446-4138-a31f-d96bbc238948 req-102ad684-37fd-4027-9457-3744305b1da6 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=39e8fb68-9ce0-4c57-b76c-0e7b29f8908f HTTP/1.1" status: 200  len: 931 time: 0.2340908
Jan 26 22:07:06.275148 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1a492624-0446-4138-a31f-d96bbc238948 req-734f335e-f81d-4c94-8f51-c7877d4e5f49 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7ac2780-8cba-46d9-99a6-0de7d789a10d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0700755
Jan 26 22:07:06.324430 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-1ee335c3-4318-4dd7-b5ab-5eed277b9769 None None] Attempting to bind port 0d03cc86-8dfb-48cc-9262-5837a3ed32d9 on host dv-cinder-772126-1-iscsi for vnic_type normal with profile  {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 22:07:06.324915 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-1ee335c3-4318-4dd7-b5ab-5eed277b9769 None None] Attempting to bind port 0d03cc86-8dfb-48cc-9262-5837a3ed32d9 by drivers openvswitch on host dv-cinder-772126-1-iscsi at level 0 using segments [{'id': '2ca1bbcb-5267-4288-b9d6-252d8b6458ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'aff82b09-3f36-4cba-8ade-924cf47a7400'}] {{(pid=80151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 22:07:06.325429 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee335c3-4318-4dd7-b5ab-5eed277b9769 None None] Attempting to bind port 0d03cc86-8dfb-48cc-9262-5837a3ed32d9 on network aff82b09-3f36-4cba-8ade-924cf47a7400 {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 22:07:06.333124 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee335c3-4318-4dd7-b5ab-5eed277b9769 None None] Checking agent: {'id': 'acda3ae2-213d-42a9-bfbd-ef6e74b838e1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 21, 45, 45), 'started_at': datetime.datetime(2021, 1, 26, 21, 46, 15), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 22, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.21', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 22:07:06.333670 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee335c3-4318-4dd7-b5ab-5eed277b9769 None None] Checking segment: {'id': '2ca1bbcb-5267-4288-b9d6-252d8b6458ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'aff82b09-3f36-4cba-8ade-924cf47a7400'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 22:07:06.334217 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1ee335c3-4318-4dd7-b5ab-5eed277b9769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:06.334760 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee335c3-4318-4dd7-b5ab-5eed277b9769 None None] Bound using segment: {'id': '2ca1bbcb-5267-4288-b9d6-252d8b6458ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'aff82b09-3f36-4cba-8ade-924cf47a7400'} {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 22:07:06.335419 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-1ee335c3-4318-4dd7-b5ab-5eed277b9769 None None] Bound port: 0d03cc86-8dfb-48cc-9262-5837a3ed32d9, host: dv-cinder-772126-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ca1bbcb-5267-4288-b9d6-252d8b6458ff', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'aff82b09-3f36-4cba-8ade-924cf47a7400'}}] {{(pid=80151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 22:07:06.335957 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1ee335c3-4318-4dd7-b5ab-5eed277b9769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:06.380436 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-5a1ef382-33fd-496d-92f1-217e53c2323e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:06.448908 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-1eba45e9-f086-4600-a815-ca9451b39f86 None None] Provisioning for port 8bec9ac3-fd52-4324-b666-41795656831d completed by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 22:07:06.455830 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-1eba45e9-f086-4600-a815-ca9451b39f86 None None] Provisioning complete for port 8bec9ac3-fd52-4324-b666-41795656831d triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:07:06.456081 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1eba45e9-f086-4600-a815-ca9451b39f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:06.469503 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-1ee335c3-4318-4dd7-b5ab-5eed277b9769 None None] For port 0d03cc86-8dfb-48cc-9262-5837a3ed32d9, host dv-cinder-772126-1-iscsi, cleared binding levels {{(pid=80151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 22:07:06.473815 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-1ee335c3-4318-4dd7-b5ab-5eed277b9769 None None] For port 0d03cc86-8dfb-48cc-9262-5837a3ed32d9, host dv-cinder-772126-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=0d03cc86-8dfb-48cc-9262-5837a3ed32d9,segment=NetworkSegment(2ca1bbcb-5267-4288-b9d6-252d8b6458ff),segment_id=2ca1bbcb-5267-4288-b9d6-252d8b6458ff)] {{(pid=80151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 22:07:06.495907 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1ee335c3-4318-4dd7-b5ab-5eed277b9769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:06.512248 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-060926dc-f72f-4fd1-91dd-b1352c0fb5c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:07:06.567850 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-1eba45e9-f086-4600-a815-ca9451b39f86 None None] Port 8bec9ac3-fd52-4324-b666-41795656831d cannot update to ACTIVE because it is not bound. {{(pid=80150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 22:07:06.670937 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bda8f1-5395-4898-8f67-55945c61c70b None None] Pushing event updated for resources: {'Port': ['ID=0d03cc86-8dfb-48cc-9262-5837a3ed32d9,revision_number=4']} {{(pid=80151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:07:06.676662 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-81bda8f1-5395-4898-8f67-55945c61c70b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:07:06.725227 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee335c3-4318-4dd7-b5ab-5eed277b9769 None None] Routers {'e7f4df0a-a5fb-4e59-bd82-853668e2e6f6'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:07:06.725901 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-1ee335c3-4318-4dd7-b5ab-5eed277b9769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5aebe1550>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:06:43Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['e7f4df0a-a5fb-4e59-bd82-853668e2e6f6'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:07:06.922403 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-5a1ef382-33fd-496d-92f1-217e53c2323e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bec9ac3-fd52-4324-b666-41795656831d {{(pid=80148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 26 22:07:06.931958 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-5a1ef382-33fd-496d-92f1-217e53c2323e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:06.945172 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-1ee335c3-4318-4dd7-b5ab-5eed277b9769 None None] Set router e7f4df0a-a5fb-4e59-bd82-853668e2e6f6 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:07:06.948320 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-5a1ef382-33fd-496d-92f1-217e53c2323e service neutron] Transition to ACTIVE for port object 8bec9ac3-fd52-4324-b666-41795656831d will not be triggered until provisioned by entity L2. {{(pid=80148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 22:07:06.992487 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-5a1ef382-33fd-496d-92f1-217e53c2323e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822365879'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:07.009923 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-7de2c643-cc21-49cd-bba3-61d4a1145fdc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:07:07.156814 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1ef382-33fd-496d-92f1-217e53c2323e service neutron] Pushing event updated for resources: {'Port': ['ID=8bec9ac3-fd52-4324-b666-41795656831d,revision_number=2']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:07:07.161704 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-5a1ef382-33fd-496d-92f1-217e53c2323e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:07:07.324360 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-1ee335c3-4318-4dd7-b5ab-5eed277b9769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5aebe1550>, [{'id': 'e7f4df0a-a5fb-4e59-bd82-853668e2e6f6', 'name': 'tempest-TestVolumeBootPattern-2144985469-router', 'tenant_id': '675562b9d51340d1b540f79950dcb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'f46675c2-47d6-44d0-86f3-f5fbc0e59358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:06:52Z', 'updated_at': '2021-01-26T22:06:58Z', 'revision_number': 4, 'project_id': '675562b9d51340d1b540f79950dcb757', 'gw_port': {'id': 'f46675c2-47d6-44d0-86f3-f5fbc0e59358', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f4df0a-a5fb-4e59-bd82-853668e2e6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:53Z', 'updated_at': '2021-01-26T22:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': '0d03cc86-8dfb-48cc-9262-5837a3ed32d9', 'name': '', 'network_id': 'aff82b09-3f36-4cba-8ade-924cf47a7400', 'tenant_id': '675562b9d51340d1b540f79950dcb757', 'mac_address': 'fa:16:3e:c5:8f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f4df0a-a5fb-4e59-bd82-853668e2e6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '72997117-5e35-4697-9450-18e7bba9dc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:57Z', 'updated_at': '2021-01-26T22:07:06Z', 'revision_number': 4, 'project_id': '675562b9d51340d1b540f79950dcb757', 'subnets': [{'id': '72997117-5e35-4697-9450-18e7bba9dc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:07:07.329529 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee335c3-4318-4dd7-b5ab-5eed277b9769 None None] The sync data for ids ['e7f4df0a-a5fb-4e59-bd82-853668e2e6f6'] in dv-cinder-772126-1-iscsi is: [{'id': 'e7f4df0a-a5fb-4e59-bd82-853668e2e6f6', 'name': 'tempest-TestVolumeBootPattern-2144985469-router', 'tenant_id': '675562b9d51340d1b540f79950dcb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'f46675c2-47d6-44d0-86f3-f5fbc0e59358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:06:52Z', 'updated_at': '2021-01-26T22:06:58Z', 'revision_number': 4, 'project_id': '675562b9d51340d1b540f79950dcb757', 'gw_port': {'id': 'f46675c2-47d6-44d0-86f3-f5fbc0e59358', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f4df0a-a5fb-4e59-bd82-853668e2e6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:53Z', 'updated_at': '2021-01-26T22:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': '0d03cc86-8dfb-48cc-9262-5837a3ed32d9', 'name': '', 'network_id': 'aff82b09-3f36-4cba-8ade-924cf47a7400', 'tenant_id': '675562b9d51340d1b540f79950dcb757', 'mac_address': 'fa:16:3e:c5:8f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7f4df0a-a5fb-4e59-bd82-853668e2e6f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '72997117-5e35-4697-9450-18e7bba9dc6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:57Z', 'updated_at': '2021-01-26T22:07:06Z', 'revision_number': 4, 'project_id': '675562b9d51340d1b540f79950dcb757', 'subnets': [{'id': '72997117-5e35-4697-9450-18e7bba9dc6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 22:07:07.357947 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 0d03cc86-8dfb-48cc-9262-5837a3ed32d9 up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:07:07.395433 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-5a1ef382-33fd-496d-92f1-217e53c2323e service neutron] Attempting to bind port 8bec9ac3-fd52-4324-b666-41795656831d on host hv-cinder-77212 for vnic_type normal with profile  {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 22:07:07.395913 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-5a1ef382-33fd-496d-92f1-217e53c2323e service neutron] Attempting to bind port 8bec9ac3-fd52-4324-b666-41795656831d by drivers openvswitch on host hv-cinder-77212 at level 0 using segments [{'id': 'fd74516d-a689-4060-abef-5152681981b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bcb900ab-09f7-4daf-a87d-d29a89c050da'}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 22:07:07.396369 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-5a1ef382-33fd-496d-92f1-217e53c2323e service neutron] Attempting to bind port 8bec9ac3-fd52-4324-b666-41795656831d on network bcb900ab-09f7-4daf-a87d-d29a89c050da {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 22:07:07.403441 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-5a1ef382-33fd-496d-92f1-217e53c2323e service neutron] Checking agent: {'id': '907ce3e7-819e-4a7f-a1c4-c44a902d1710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 21, 53, 12), 'started_at': datetime.datetime(2021, 1, 26, 21, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 22, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 22:07:07.403973 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-5a1ef382-33fd-496d-92f1-217e53c2323e service neutron] Checking segment: {'id': 'fd74516d-a689-4060-abef-5152681981b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bcb900ab-09f7-4daf-a87d-d29a89c050da'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 22:07:07.404455 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-5a1ef382-33fd-496d-92f1-217e53c2323e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:07.405235 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-5a1ef382-33fd-496d-92f1-217e53c2323e service neutron] Bound using segment: {'id': 'fd74516d-a689-4060-abef-5152681981b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bcb900ab-09f7-4daf-a87d-d29a89c050da'} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 22:07:07.414884 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-5a1ef382-33fd-496d-92f1-217e53c2323e service neutron] Bound port: 8bec9ac3-fd52-4324-b666-41795656831d, host: hv-cinder-77212, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd74516d-a689-4060-abef-5152681981b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bcb900ab-09f7-4daf-a87d-d29a89c050da'}}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 22:07:07.415587 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-5a1ef382-33fd-496d-92f1-217e53c2323e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:07.570416 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-5a1ef382-33fd-496d-92f1-217e53c2323e service neutron] For port 8bec9ac3-fd52-4324-b666-41795656831d, host hv-cinder-77212, cleared binding levels {{(pid=80148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 22:07:07.574163 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-5a1ef382-33fd-496d-92f1-217e53c2323e service neutron] For port 8bec9ac3-fd52-4324-b666-41795656831d, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=8bec9ac3-fd52-4324-b666-41795656831d,segment=NetworkSegment(fd74516d-a689-4060-abef-5152681981b3),segment_id=fd74516d-a689-4060-abef-5152681981b3)] {{(pid=80148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 22:07:07.615988 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-5a1ef382-33fd-496d-92f1-217e53c2323e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822365879'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:07.618160 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43233e4b-5013-4d44-b460-f4b3ffea8c89 req-c71972a3-1301-4e04-b8d8-b91ecd8255bb tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:07.620163 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-43233e4b-5013-4d44-b460-f4b3ffea8c89 req-c71972a3-1301-4e04-b8d8-b91ecd8255bb tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=39e8fb68-9ce0-4c57-b76c-0e7b29f8908f HTTP/1.1" status: 200  len: 943 time: 0.1460114
Jan 26 22:07:07.632456 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-25547310-8763-4320-951f-bff706249fb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:07:07.686883 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-43233e4b-5013-4d44-b460-f4b3ffea8c89 req-8dcd17f7-d598-4bfd-81c5-deb8b9abfcb7 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7ac2780-8cba-46d9-99a6-0de7d789a10d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582616
Jan 26 22:07:07.694978 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning for port 0d03cc86-8dfb-48cc-9262-5837a3ed32d9 completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 22:07:07.706963 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port 0d03cc86-8dfb-48cc-9262-5837a3ed32d9 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:07:07.707421 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:07.800865 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1ef382-33fd-496d-92f1-217e53c2323e service neutron] Pushing event updated for resources: {'Port': ['ID=8bec9ac3-fd52-4324-b666-41795656831d,revision_number=3']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:07:07.807517 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-5a1ef382-33fd-496d-92f1-217e53c2323e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:07:07.872493 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-5a1ef382-33fd-496d-92f1-217e53c2323e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:07.874113 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-5a1ef382-33fd-496d-92f1-217e53c2323e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:07.875790 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-5a1ef382-33fd-496d-92f1-217e53c2323e service neutron] 10.222.0.45 "PUT /v2.0/ports/8bec9ac3-fd52-4324-b666-41795656831d HTTP/1.1" status: 200  len: 1157 time: 1.6908178
Jan 26 22:07:07.876804 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e8fb68-9ce0-4c57-b76c-0e7b29f8908f', 'tag': '8bec9ac3-fd52-4324-b666-41795656831d'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:07:07.887409 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:07.980862 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] For port 0d03cc86-8dfb-48cc-9262-5837a3ed32d9, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=0d03cc86-8dfb-48cc-9262-5837a3ed32d9,segment=NetworkSegment(2ca1bbcb-5267-4288-b9d6-252d8b6458ff),segment_id=2ca1bbcb-5267-4288-b9d6-252d8b6458ff)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:07:08.015442 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:08.017449 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:07:08.093804 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-a8a5f7d7-9eff-48d1-bf52-0a15c6093d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:08.095532 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-a8a5f7d7-9eff-48d1-bf52-0a15c6093d86 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=60dfcf3014784939a1cc511726ce21b9&device_id=39e8fb68-9ce0-4c57-b76c-0e7b29f8908f HTTP/1.1" status: 200  len: 1160 time: 0.1165533
Jan 26 22:07:08.106642 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39e8fb68-9ce0-4c57-b76c-0e7b29f8908f', 'tag': '8bec9ac3-fd52-4324-b666-41795656831d', 'status': 'completed', 'code': 200}
Jan 26 22:07:08.117506 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Pushing event updated for resources: {'Port': ['ID=0d03cc86-8dfb-48cc-9262-5837a3ed32d9,revision_number=5']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:07:08.120925 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:07:08.200877 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-5691801b-0d15-435e-9731-825fbe3ef1d8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bec9ac3-fd52-4324-b666-41795656831d HTTP/1.1" status: 200  len: 217 time: 0.0697653
Jan 26 22:07:08.293565 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-c750c9b5-cce4-43bf-a9a6-a647937af997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:08.298234 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-c750c9b5-cce4-43bf-a9a6-a647937af997 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=76424a3e-3bc6-47af-a6d3-63e8d7b4146b HTTP/1.1" status: 200  len: 849 time: 0.0907128
Jan 26 22:07:08.385027 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-774157f3-4112-4cf2-88f1-677f292f9ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:08.386728 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-774157f3-4112-4cf2-88f1-677f292f9ae3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bcb900ab-09f7-4daf-a87d-d29a89c050da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0819418
Jan 26 22:07:08.538693 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-7a861f41-11a3-4051-b3ef-dc44fd6e96ca service neutron] 10.222.0.45 "GET /v2.0/networks/bcb900ab-09f7-4daf-a87d-d29a89c050da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1447995
Jan 26 22:07:08.694855 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1add5fc4-b8a7-4a7c-a8f9-2934c9c9e608 req-37cbee64-500f-4f6d-9926-2c17134309fe service neutron] 10.222.0.45 "GET /v2.0/networks/bcb900ab-09f7-4daf-a87d-d29a89c050da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1482100
Jan 26 22:07:08.899151 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64230f-bc69-4ac5-abff-e7d75678fe06 req-ef9ea35e-a2f8-41ea-a444-1e947ca3e4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:08.900723 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7d64230f-bc69-4ac5-abff-e7d75678fe06 req-ef9ea35e-a2f8-41ea-a444-1e947ca3e4e5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=60dfcf3014784939a1cc511726ce21b9&device_id=39e8fb68-9ce0-4c57-b76c-0e7b29f8908f HTTP/1.1" status: 200  len: 1160 time: 0.0877872
Jan 26 22:07:08.961783 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7304a3e-12cc-44fd-9d82-9cb3f6c04657 req-7afd49c6-81ff-495b-86ee-54e2b9bb25ce tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:08.963589 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d7304a3e-12cc-44fd-9d82-9cb3f6c04657 req-7afd49c6-81ff-495b-86ee-54e2b9bb25ce tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=39e8fb68-9ce0-4c57-b76c-0e7b29f8908f HTTP/1.1" status: 200  len: 943 time: 0.1321507
Jan 26 22:07:09.023643 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d7304a3e-12cc-44fd-9d82-9cb3f6c04657 req-f6bbf349-1f4b-44b6-bdbe-a79875624f11 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7ac2780-8cba-46d9-99a6-0de7d789a10d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534401
Jan 26 22:07:09.062764 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64230f-bc69-4ac5-abff-e7d75678fe06 req-c9591bba-e1f6-48fa-ac4a-babd8887b714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:09.064527 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7d64230f-bc69-4ac5-abff-e7d75678fe06 req-c9591bba-e1f6-48fa-ac4a-babd8887b714 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bcb900ab-09f7-4daf-a87d-d29a89c050da HTTP/1.1" status: 200  len: 904 time: 0.1553197
Jan 26 22:07:09.140959 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7d64230f-bc69-4ac5-abff-e7d75678fe06 req-f5bc2f21-cb91-4046-aa25-b19d6da08540 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bec9ac3-fd52-4324-b666-41795656831d HTTP/1.1" status: 200  len: 217 time: 0.0690475
Jan 26 22:07:09.214586 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64230f-bc69-4ac5-abff-e7d75678fe06 req-e00ee432-02e1-4dab-9138-51fbd6e311d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:09.216693 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7d64230f-bc69-4ac5-abff-e7d75678fe06 req-e00ee432-02e1-4dab-9138-51fbd6e311d7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=76424a3e-3bc6-47af-a6d3-63e8d7b4146b HTTP/1.1" status: 200  len: 849 time: 0.0688958
Jan 26 22:07:09.293463 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 0d03cc86-8dfb-48cc-9262-5837a3ed32d9 up at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:07:09.309764 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64230f-bc69-4ac5-abff-e7d75678fe06 req-399359e9-2683-47dc-a2d5-e8b2080e9631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:09.311714 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7d64230f-bc69-4ac5-abff-e7d75678fe06 req-399359e9-2683-47dc-a2d5-e8b2080e9631 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bcb900ab-09f7-4daf-a87d-d29a89c050da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0836201
Jan 26 22:07:09.370584 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Provisioning complete for port 0d03cc86-8dfb-48cc-9262-5837a3ed32d9 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:07:09.371074 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:09.487258 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7d64230f-bc69-4ac5-abff-e7d75678fe06 req-ab2a0e29-8a94-4679-8997-8cfdad606aec service neutron] 10.222.0.45 "GET /v2.0/networks/bcb900ab-09f7-4daf-a87d-d29a89c050da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1678910
Jan 26 22:07:09.569263 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a22b7fc9-3a87-46ab-9504-ca612f82141e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:09.645407 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-7d64230f-bc69-4ac5-abff-e7d75678fe06 req-8434584f-8b8b-4469-9094-dd653dc604d9 service neutron] 10.222.0.45 "GET /v2.0/networks/bcb900ab-09f7-4daf-a87d-d29a89c050da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1500077
Jan 26 22:07:10.293803 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6c768-6657-4b58-af6f-82b094f249d2 req-bd32c8b9-72d9-4cc0-8cde-8d10b6da18c3 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:10.295890 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-48c6c768-6657-4b58-af6f-82b094f249d2 req-bd32c8b9-72d9-4cc0-8cde-8d10b6da18c3 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=39e8fb68-9ce0-4c57-b76c-0e7b29f8908f HTTP/1.1" status: 200  len: 943 time: 0.1331549
Jan 26 22:07:10.358674 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-48c6c768-6657-4b58-af6f-82b094f249d2 req-5a870f67-d375-44b9-b4ba-b738944c411b tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7ac2780-8cba-46d9-99a6-0de7d789a10d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0543048
Jan 26 22:07:11.627725 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532f127-6fa0-4530-baf2-8740d4bedafa req-e6cacd7c-58da-47a3-820e-9f1a7789113f tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:11.629449 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-0532f127-6fa0-4530-baf2-8740d4bedafa req-e6cacd7c-58da-47a3-820e-9f1a7789113f tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=39e8fb68-9ce0-4c57-b76c-0e7b29f8908f HTTP/1.1" status: 200  len: 943 time: 0.1336899
Jan 26 22:07:11.689998 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-0532f127-6fa0-4530-baf2-8740d4bedafa req-802efbda-ae6b-44c5-b0b0-9fd06eac77db tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7ac2780-8cba-46d9-99a6-0de7d789a10d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0541501
Jan 26 22:07:11.785460 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 8bec9ac3-fd52-4324-b666-41795656831d up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:07:11.895299 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning for port 8bec9ac3-fd52-4324-b666-41795656831d completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 22:07:11.901586 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 8bec9ac3-fd52-4324-b666-41795656831d triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:07:11.902007 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:12.035104 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:12.065689 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e8fb68-9ce0-4c57-b76c-0e7b29f8908f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bec9ac3-fd52-4324-b666-41795656831d'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:07:12.076789 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] For port 8bec9ac3-fd52-4324-b666-41795656831d, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=8bec9ac3-fd52-4324-b666-41795656831d,segment=NetworkSegment(fd74516d-a689-4060-abef-5152681981b3),segment_id=fd74516d-a689-4060-abef-5152681981b3)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:07:12.106533 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:12.110636 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c84c113e-5020-4450-b113-7caf7f52da49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:07:12.146937 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e8fb68-9ce0-4c57-b76c-0e7b29f8908f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bec9ac3-fd52-4324-b666-41795656831d', 'code': 200}
Jan 26 22:07:12.193070 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Pushing event updated for resources: {'Port': ['ID=8bec9ac3-fd52-4324-b666-41795656831d,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:07:12.196464 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:07:12.540538 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ccbe9e-4223-4ff9-a5e2-b3f3536d1d46 req-33e50f2b-c1a3-4fca-9c58-b3a765e367b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:12.542202 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b1ccbe9e-4223-4ff9-a5e2-b3f3536d1d46 req-33e50f2b-c1a3-4fca-9c58-b3a765e367b0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=39e8fb68-9ce0-4c57-b76c-0e7b29f8908f HTTP/1.1" status: 200  len: 1162 time: 0.0870507
Jan 26 22:07:12.586851 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b1ccbe9e-4223-4ff9-a5e2-b3f3536d1d46 req-54f7fe4f-96f2-4ad4-9149-2f1fcac67d59 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b7ac2780-8cba-46d9-99a6-0de7d789a10d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378170
Jan 26 22:07:12.958304 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93038e-f020-4ff4-9e9c-ec2dfc421a28 req-43287c92-11f9-4e81-93da-b9f4d5b652d6 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:12.961070 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fe93038e-f020-4ff4-9e9c-ec2dfc421a28 req-43287c92-11f9-4e81-93da-b9f4d5b652d6 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=39e8fb68-9ce0-4c57-b76c-0e7b29f8908f HTTP/1.1" status: 200  len: 945 time: 0.1332903
Jan 26 22:07:13.021988 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fe93038e-f020-4ff4-9e9c-ec2dfc421a28 req-5a69eeab-8791-417d-9596-1e2dacf84e56 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7ac2780-8cba-46d9-99a6-0de7d789a10d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0545809
Jan 26 22:07:13.379803 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:13.408478 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dc642b6e-8fcf-497c-b529-d821df3151de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:13.491294 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 8bec9ac3-fd52-4324-b666-41795656831d up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:07:13.570405 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 8bec9ac3-fd52-4324-b666-41795656831d triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:07:13.570819 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:14.293869 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4227e-4fa0-46c6-a8c1-faff88d359ef req-1a46accb-2b0c-43b4-9383-b2b3b22d548e tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:14.295023 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c7be8ba9-fb18-4bc4-be68-447681edac7c req-28de02bd-386a-4978-9031-061cb0d38aee service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=39e8fb68-9ce0-4c57-b76c-0e7b29f8908f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0795448
Jan 26 22:07:14.295550 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-91c4227e-4fa0-46c6-a8c1-faff88d359ef req-1a46accb-2b0c-43b4-9383-b2b3b22d548e tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=39e8fb68-9ce0-4c57-b76c-0e7b29f8908f HTTP/1.1" status: 200  len: 945 time: 0.1291876
Jan 26 22:07:14.365081 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-91c4227e-4fa0-46c6-a8c1-faff88d359ef req-e5373279-963f-4b27-b2b0-18d27e97f08a tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7ac2780-8cba-46d9-99a6-0de7d789a10d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0613971
Jan 26 22:07:14.465878 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:14.477266 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be8ba9-fb18-4bc4-be68-447681edac7c req-289beac2-460e-47a6-9e8a-91556041d43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:14.478956 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c7be8ba9-fb18-4bc4-be68-447681edac7c req-289beac2-460e-47a6-9e8a-91556041d43b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=60dfcf3014784939a1cc511726ce21b9&device_id=39e8fb68-9ce0-4c57-b76c-0e7b29f8908f HTTP/1.1" status: 200  len: 1162 time: 0.0896637
Jan 26 22:07:14.620446 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:14.637669 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af8e84-f512-4e83-9fb6-5afab4878a0b req-1f05f7de-655f-419f-924b-d11eb7698c92 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:14.639464 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-92af8e84-f512-4e83-9fb6-5afab4878a0b req-1f05f7de-655f-419f-924b-d11eb7698c92 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=39e8fb68-9ce0-4c57-b76c-0e7b29f8908f HTTP/1.1" status: 200  len: 945 time: 0.1371260
Jan 26 22:07:14.651281 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 52680) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:07:14.660541 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [None req-18344d0a-078a-4ba2-83a6-244b3e21b614 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Request body: {'floatingip': {'port_id': '8bec9ac3-fd52-4324-b666-41795656831d'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:07:14.764040 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-18344d0a-078a-4ba2-83a6-244b3e21b614 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks [] for floatingip, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:14.879952 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be8ba9-fb18-4bc4-be68-447681edac7c req-b6dfa979-4560-4d30-a774-f1b54fdf76c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:14.881562 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c7be8ba9-fb18-4bc4-be68-447681edac7c req-b6dfa979-4560-4d30-a774-f1b54fdf76c7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bcb900ab-09f7-4daf-a87d-d29a89c050da HTTP/1.1" status: 200  len: 904 time: 0.3807530
Jan 26 22:07:14.958377 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c7be8ba9-fb18-4bc4-be68-447681edac7c req-9a233d17-db0e-4767-8670-5627aa0daf87 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bec9ac3-fd52-4324-b666-41795656831d HTTP/1.1" status: 200  len: 217 time: 0.0694339
Jan 26 22:07:15.037128 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be8ba9-fb18-4bc4-be68-447681edac7c req-764e2273-a4b1-44b1-9dc3-a15868a8a532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:15.038868 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c7be8ba9-fb18-4bc4-be68-447681edac7c req-764e2273-a4b1-44b1-9dc3-a15868a8a532 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=76424a3e-3bc6-47af-a6d3-63e8d7b4146b HTTP/1.1" status: 200  len: 849 time: 0.0734148
Jan 26 22:07:15.125914 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be8ba9-fb18-4bc4-be68-447681edac7c req-ce095128-a0a1-4dc9-a74f-948fbe349088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:15.127602 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c7be8ba9-fb18-4bc4-be68-447681edac7c req-ce095128-a0a1-4dc9-a74f-948fbe349088 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bcb900ab-09f7-4daf-a87d-d29a89c050da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0815356
Jan 26 22:07:15.284357 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c7be8ba9-fb18-4bc4-be68-447681edac7c req-797ff61a-ac55-468e-9e01-7c82d13544ad service neutron] 10.222.0.45 "GET /v2.0/networks/bcb900ab-09f7-4daf-a87d-d29a89c050da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1490769
Jan 26 22:07:15.385826 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:15.439072 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c7be8ba9-fb18-4bc4-be68-447681edac7c req-735b84b6-3b2e-480e-8c99-825655efecc7 service neutron] 10.222.0.45 "GET /v2.0/networks/bcb900ab-09f7-4daf-a87d-d29a89c050da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1480460
Jan 26 22:07:15.465496 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-18344d0a-078a-4ba2-83a6-244b3e21b614 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:15.517324 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-18344d0a-078a-4ba2-83a6-244b3e21b614 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036821521460'] for floatingip, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:15.698489 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.db.l3_db [None req-18344d0a-078a-4ba2-83a6-244b3e21b614 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Floating IP 0895febf-aa6a-4360-bb7e-cfc0fcb82823 associated. External IP: 172.27.2.124, port: 8bec9ac3-fd52-4324-b666-41795656831d.
Jan 26 22:07:16.343423 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18344d0a-078a-4ba2-83a6-244b3e21b614 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Router 9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da has already been hosted by L3 agent d246ac06-2269-4624-8b82-d0eab6b3335a {{(pid=80149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 22:07:16.538770 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18344d0a-078a-4ba2-83a6-244b3e21b614 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify agent at l3_agent.dv-cinder-772126-1-iscsi the message routers_updated {{(pid=80149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 22:07:16.543534 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-18344d0a-078a-4ba2-83a6-244b3e21b614 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for floatingip, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:16.549292 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a423fc76-69b6-4d24-b0ae-0e9453461666 None None] Sync routers for ids ['9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da'] in dv-cinder-772126-1-iscsi {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 22:07:16.559406 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a423fc76-69b6-4d24-b0ae-0e9453461666 None None] Routers {'9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:07:16.560089 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-a423fc76-69b6-4d24-b0ae-0e9453461666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5acce5c18>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:07:13Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:07:16.607900 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-18344d0a-078a-4ba2-83a6-244b3e21b614 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "PUT /v2.0/floatingips/0895febf-aa6a-4360-bb7e-cfc0fcb82823 HTTP/1.1" status: 200  len: 991 time: 1.9545810
Jan 26 22:07:16.609130 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e8fb68-9ce0-4c57-b76c-0e7b29f8908f', 'tag': '8bec9ac3-fd52-4324-b666-41795656831d'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:07:16.680864 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39e8fb68-9ce0-4c57-b76c-0e7b29f8908f', 'tag': '8bec9ac3-fd52-4324-b666-41795656831d', 'status': 'completed', 'code': 200}
Jan 26 22:07:16.771830 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-a423fc76-69b6-4d24-b0ae-0e9453461666 None None] Set router 9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da gateway port host: dv-cinder-772126-1-iscsi {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:07:16.837488 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80a69c-0982-41de-8cf0-412000570e7a req-69c7fc02-05eb-4fe2-afe5-8bc0bdaa6ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:16.839119 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-cd80a69c-0982-41de-8cf0-412000570e7a req-69c7fc02-05eb-4fe2-afe5-8bc0bdaa6ad9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=60dfcf3014784939a1cc511726ce21b9&device_id=39e8fb68-9ce0-4c57-b76c-0e7b29f8908f HTTP/1.1" status: 200  len: 1162 time: 0.0877750
Jan 26 22:07:16.993146 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80a69c-0982-41de-8cf0-412000570e7a req-915541dc-c88f-40bb-ae7c-ee760edae3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:16.994758 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-cd80a69c-0982-41de-8cf0-412000570e7a req-915541dc-c88f-40bb-ae7c-ee760edae3b8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bcb900ab-09f7-4daf-a87d-d29a89c050da HTTP/1.1" status: 200  len: 904 time: 0.1476092
Jan 26 22:07:17.121414 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-cd80a69c-0982-41de-8cf0-412000570e7a req-2cab6214-fca6-476a-a3d9-a0031c55bf1a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bec9ac3-fd52-4324-b666-41795656831d HTTP/1.1" status: 200  len: 999 time: 0.1095536
Jan 26 22:07:17.202004 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80a69c-0982-41de-8cf0-412000570e7a req-639221a1-bcc5-4e2e-8e95-a788c60409a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:17.204324 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-cd80a69c-0982-41de-8cf0-412000570e7a req-639221a1-bcc5-4e2e-8e95-a788c60409a6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=76424a3e-3bc6-47af-a6d3-63e8d7b4146b HTTP/1.1" status: 200  len: 849 time: 0.0759048
Jan 26 22:07:17.295136 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80a69c-0982-41de-8cf0-412000570e7a req-e23e9cde-d7ec-4b86-8fb3-664be89ed8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:17.296853 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-cd80a69c-0982-41de-8cf0-412000570e7a req-e23e9cde-d7ec-4b86-8fb3-664be89ed8f1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bcb900ab-09f7-4daf-a87d-d29a89c050da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0849981
Jan 26 22:07:17.344150 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-a423fc76-69b6-4d24-b0ae-0e9453461666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5acce5c18>, [{'id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'name': 'tempest-AttachVolumeTestJSON-464932842-router', 'tenant_id': '60dfcf3014784939a1cc511726ce21b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'f88a3669-1607-44e0-94d7-adf4d8b2c6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:03:47Z', 'updated_at': '2021-01-26T22:03:52Z', 'revision_number': 4, 'project_id': '60dfcf3014784939a1cc511726ce21b9', 'gw_port': {'id': 'f88a3669-1607-44e0-94d7-adf4d8b2c6b4', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:03:48Z', 'updated_at': '2021-01-26T22:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_floatingips': [{'id': '0895febf-aa6a-4360-bb7e-cfc0fcb82823', 'tenant_id': '60dfcf3014784939a1cc511726ce21b9', 'floating_ip_address': '172.27.2.124', 'floating_network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'router_id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'port_id': '8bec9ac3-fd52-4324-b666-41795656831d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcb900ab-09f7-4daf-a87d-d29a89c050da', 'mac_address': 'fa:16:3e:df:5c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e8fb68-9ce0-4c57-b76c-0e7b29f8908f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T22:06:59Z', 'updated_at': '2021-01-26T22:07:15Z', 'revision_number': 1, 'project_id': '60dfcf3014784939a1cc511726ce21b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1a57a6b-d8a9-400c-a48b-2c941d5b65bb', 'name': '', 'network_id': 'bcb900ab-09f7-4daf-a87d-d29a89c050da', 'tenant_id': '60dfcf3014784939a1cc511726ce21b9', 'mac_address': 'fa:16:3e:fc:b2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '76424a3e-3bc6-47af-a6d3-63e8d7b4146b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:03:51Z', 'updated_at': '2021-01-26T22:04:01Z', 'revision_number': 5, 'project_id': '60dfcf3014784939a1cc511726ce21b9', 'subnets': [{'id': '76424a3e-3bc6-47af-a6d3-63e8d7b4146b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:07:17.348932 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a423fc76-69b6-4d24-b0ae-0e9453461666 None None] Checking router: 9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da for host: dv-cinder-772126-1-iscsi {{(pid=80150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 22:07:17.358144 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a423fc76-69b6-4d24-b0ae-0e9453461666 None None] Routers {'9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:07:17.358866 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-a423fc76-69b6-4d24-b0ae-0e9453461666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5acce5c18>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:07:13Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:07:17.447283 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-cd80a69c-0982-41de-8cf0-412000570e7a req-8f6d68bd-9b19-4a41-bfaa-1b789ac907d6 service neutron] 10.222.0.45 "GET /v2.0/networks/bcb900ab-09f7-4daf-a87d-d29a89c050da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1432092
Jan 26 22:07:17.554203 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-a423fc76-69b6-4d24-b0ae-0e9453461666 None None] Set router 9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da gateway port host: dv-cinder-772126-1-iscsi {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:07:17.597966 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-cd80a69c-0982-41de-8cf0-412000570e7a req-fb73a635-2900-43ad-95cf-ec8b0b43d6cc service neutron] 10.222.0.45 "GET /v2.0/networks/bcb900ab-09f7-4daf-a87d-d29a89c050da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1431420
Jan 26 22:07:17.934206 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-a423fc76-69b6-4d24-b0ae-0e9453461666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5acce5c18>, [{'id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'name': 'tempest-AttachVolumeTestJSON-464932842-router', 'tenant_id': '60dfcf3014784939a1cc511726ce21b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'f88a3669-1607-44e0-94d7-adf4d8b2c6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:03:47Z', 'updated_at': '2021-01-26T22:03:52Z', 'revision_number': 4, 'project_id': '60dfcf3014784939a1cc511726ce21b9', 'gw_port': {'id': 'f88a3669-1607-44e0-94d7-adf4d8b2c6b4', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:03:48Z', 'updated_at': '2021-01-26T22:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_floatingips': [{'id': '0895febf-aa6a-4360-bb7e-cfc0fcb82823', 'tenant_id': '60dfcf3014784939a1cc511726ce21b9', 'floating_ip_address': '172.27.2.124', 'floating_network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'router_id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'port_id': '8bec9ac3-fd52-4324-b666-41795656831d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcb900ab-09f7-4daf-a87d-d29a89c050da', 'mac_address': 'fa:16:3e:df:5c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e8fb68-9ce0-4c57-b76c-0e7b29f8908f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T22:06:59Z', 'updated_at': '2021-01-26T22:07:15Z', 'revision_number': 1, 'project_id': '60dfcf3014784939a1cc511726ce21b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1a57a6b-d8a9-400c-a48b-2c941d5b65bb', 'name': '', 'network_id': 'bcb900ab-09f7-4daf-a87d-d29a89c050da', 'tenant_id': '60dfcf3014784939a1cc511726ce21b9', 'mac_address': 'fa:16:3e:fc:b2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '76424a3e-3bc6-47af-a6d3-63e8d7b4146b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:03:51Z', 'updated_at': '2021-01-26T22:04:01Z', 'revision_number': 5, 'project_id': '60dfcf3014784939a1cc511726ce21b9', 'subnets': [{'id': '76424a3e-3bc6-47af-a6d3-63e8d7b4146b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:07:17.940079 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a423fc76-69b6-4d24-b0ae-0e9453461666 None None] The sync data for ids ['9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da'] in dv-cinder-772126-1-iscsi is: [{'id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'name': 'tempest-AttachVolumeTestJSON-464932842-router', 'tenant_id': '60dfcf3014784939a1cc511726ce21b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'f88a3669-1607-44e0-94d7-adf4d8b2c6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:03:47Z', 'updated_at': '2021-01-26T22:03:52Z', 'revision_number': 4, 'project_id': '60dfcf3014784939a1cc511726ce21b9', 'gw_port': {'id': 'f88a3669-1607-44e0-94d7-adf4d8b2c6b4', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:03:48Z', 'updated_at': '2021-01-26T22:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_floatingips': [{'id': '0895febf-aa6a-4360-bb7e-cfc0fcb82823', 'tenant_id': '60dfcf3014784939a1cc511726ce21b9', 'floating_ip_address': '172.27.2.124', 'floating_network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'router_id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'port_id': '8bec9ac3-fd52-4324-b666-41795656831d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcb900ab-09f7-4daf-a87d-d29a89c050da', 'mac_address': 'fa:16:3e:df:5c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e8fb68-9ce0-4c57-b76c-0e7b29f8908f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T22:06:59Z', 'updated_at': '2021-01-26T22:07:15Z', 'revision_number': 1, 'project_id': '60dfcf3014784939a1cc511726ce21b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1a57a6b-d8a9-400c-a48b-2c941d5b65bb', 'name': '', 'network_id': 'bcb900ab-09f7-4daf-a87d-d29a89c050da', 'tenant_id': '60dfcf3014784939a1cc511726ce21b9', 'mac_address': 'fa:16:3e:fc:b2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '76424a3e-3bc6-47af-a6d3-63e8d7b4146b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:03:51Z', 'updated_at': '2021-01-26T22:04:01Z', 'revision_number': 5, 'project_id': '60dfcf3014784939a1cc511726ce21b9', 'subnets': [{'id': '76424a3e-3bc6-47af-a6d3-63e8d7b4146b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 22:07:18.230863 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49f3aa2-bb26-49af-b407-983d23476949 None None] New status for floating IP 0895febf-aa6a-4360-bb7e-cfc0fcb82823: ACTIVE {{(pid=80151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 26 22:07:20.891473 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-dd0f5b21-fea4-4996-b2d4-55b21b3867d2 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Synchronizing usage tracker for tenant:37d467f68082493b8af9e54aaa6b2a19 on resource:security_group {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 22:07:20.934383 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-dd0f5b21-fea4-4996-b2d4-55b21b3867d2 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Unset dirty status for tenant:37d467f68082493b8af9e54aaa6b2a19 on resource:security_group {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 22:07:20.935752 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-dd0f5b21-fea4-4996-b2d4-55b21b3867d2 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-697461871&fields=id&tenant_id=37d467f68082493b8af9e54aaa6b2a19 HTTP/1.1" status: 200  len: 267 time: 0.1009591
Jan 26 22:07:21.144935 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-0110fce7-5b5a-49f0-9649-ef782874af7a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:21.145646 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-0110fce7-5b5a-49f0-9649-ef782874af7a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Synchronizing usage tracker for tenant:37d467f68082493b8af9e54aaa6b2a19 on resource:network {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 22:07:21.185982 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-0110fce7-5b5a-49f0-9649-ef782874af7a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Unset dirty status for tenant:37d467f68082493b8af9e54aaa6b2a19 on resource:network {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 22:07:21.188064 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-0110fce7-5b5a-49f0-9649-ef782874af7a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/networks?id=354411bd-e219-487c-b3ff-a0502e935076 HTTP/1.1" status: 200  len: 811 time: 0.2443807
Jan 26 22:07:21.204870 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-0986470d-c999-4f7e-a13e-d7ed963a386a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/quotas/37d467f68082493b8af9e54aaa6b2a19 HTTP/1.1" status: 200  len: 375 time: 0.0108883
Jan 26 22:07:21.314753 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-8bc014f1-d8eb-46e1-99cb-ff3d4e5c7889 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Synchronizing usage tracker for tenant:37d467f68082493b8af9e54aaa6b2a19 on resource:port {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 22:07:21.357367 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-8bc014f1-d8eb-46e1-99cb-ff3d4e5c7889 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Unset dirty status for tenant:37d467f68082493b8af9e54aaa6b2a19 on resource:port {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 22:07:21.358902 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-8bc014f1-d8eb-46e1-99cb-ff3d4e5c7889 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=37d467f68082493b8af9e54aaa6b2a19&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1480525
Jan 26 22:07:21.516455 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-3874f32f-e1ef-44a1-b0ca-862a3f5df494 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=80149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 26 22:07:21.518196 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-3874f32f-e1ef-44a1-b0ca-862a3f5df494 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.1456709
Jan 26 22:07:21.670559 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-1eefc6f5-a4c6-4cfe-af83-ee5f868337e3 service neutron] 10.222.0.30 "GET /v2.0/networks/354411bd-e219-487c-b3ff-a0502e935076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1454270
Jan 26 22:07:21.822415 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-9ccbb913-474f-4a6b-ac78-f2f0db6275d5 service neutron] 10.222.0.30 "GET /v2.0/networks/354411bd-e219-487c-b3ff-a0502e935076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1449893
Jan 26 22:07:22.425816 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e72e4a2f-b51f-4674-9f0e-965d82de0416 req-fdf100b9-aa50-45e8-9d78-c6e57f4784a8 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9822f80-ba32-4beb-82a1-c15ac1097918 HTTP/1.1" status: 200  len: 210 time: 0.0513735
Jan 26 22:07:23.684829 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1b4ea43b-6e7f-4d13-989a-2a4b14910e74 req-5be3f833-fc3f-471a-9d63-6e95b66f8b4b tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9822f80-ba32-4beb-82a1-c15ac1097918 HTTP/1.1" status: 200  len: 210 time: 0.0554709
Jan 26 22:07:24.440286 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-2e1e2dbb-c57b-4da6-96f7-53d59dda133d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:24.441932 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-2e1e2dbb-c57b-4da6-96f7-53d59dda133d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.45 "GET /v2.0/networks?id=354411bd-e219-487c-b3ff-a0502e935076 HTTP/1.1" status: 200  len: 811 time: 0.2130105
Jan 26 22:07:24.555450 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-13d8d337-baff-4e3d-affb-52d404db53ba tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=37d467f68082493b8af9e54aaa6b2a19 HTTP/1.1" status: 200  len: 5763 time: 0.0938625
Jan 26 22:07:24.567609 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-f9198d2a-bf65-4fd5-a4ac-c9f5dc9f4e21 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Request body: {'port': {'device_id': 'b9822f80-ba32-4beb-82a1-c15ac1097918', 'network_id': '354411bd-e219-487c-b3ff-a0502e935076', 'admin_state_up': True, 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'security_groups': ['84ee3eb8-44c6-4bf2-9960-46a694f9c94d']}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:07:24.722872 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-f9198d2a-bf65-4fd5-a4ac-c9f5dc9f4e21 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:07:24.733353 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-f9198d2a-bf65-4fd5-a4ac-c9f5dc9f4e21 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:07:24.808551 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-f9198d2a-bf65-4fd5-a4ac-c9f5dc9f4e21 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Made reservation on behalf of 37d467f68082493b8af9e54aaa6b2a19 for: {'port': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 22:07:24.822944 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-f9198d2a-bf65-4fd5-a4ac-c9f5dc9f4e21 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:24.868375 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-20652c12-40f3-4b8d-aeb9-f258d7bd3c5f req-94a1e776-4efd-47ee-92be-b12fb77c560e tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9822f80-ba32-4beb-82a1-c15ac1097918 HTTP/1.1" status: 200  len: 210 time: 0.0497203
Jan 26 22:07:25.139989 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-f9198d2a-bf65-4fd5-a4ac-c9f5dc9f4e21 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Allocated IP 172.20.0.7 (354411bd-e219-487c-b3ff-a0502e935076/08edff2a-ef60-4075-ac6c-04b3f85e84f6/5118f8a8-1980-4d21-bfba-68d0fc55d14f) {{(pid=80148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 22:07:25.347759 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-f9198d2a-bf65-4fd5-a4ac-c9f5dc9f4e21 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks [] for port, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:25.365698 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-f9198d2a-bf65-4fd5-a4ac-c9f5dc9f4e21 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Transition to ACTIVE for port object 5118f8a8-1980-4d21-bfba-68d0fc55d14f will not be triggered until provisioned by entity DHCP. {{(pid=80148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 22:07:25.426501 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-f9198d2a-bf65-4fd5-a4ac-c9f5dc9f4e21 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32409920'] for port, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:25.442176 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-5a1ef382-33fd-496d-92f1-217e53c2323e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:07:25.582990 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9198d2a-bf65-4fd5-a4ac-c9f5dc9f4e21 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Pushing event updated for resources: {'Port': ['ID=5118f8a8-1980-4d21-bfba-68d0fc55d14f,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:07:25.594526 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9198d2a-bf65-4fd5-a4ac-c9f5dc9f4e21 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:07:25.595638 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9198d2a-bf65-4fd5-a4ac-c9f5dc9f4e21 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:07:25.596388 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9198d2a-bf65-4fd5-a4ac-c9f5dc9f4e21 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:07:25.596708 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9198d2a-bf65-4fd5-a4ac-c9f5dc9f4e21 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:07:25.597367 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9198d2a-bf65-4fd5-a4ac-c9f5dc9f4e21 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:07:25.597774 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9198d2a-bf65-4fd5-a4ac-c9f5dc9f4e21 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:07:25.598178 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9198d2a-bf65-4fd5-a4ac-c9f5dc9f4e21 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:07:25.598579 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9198d2a-bf65-4fd5-a4ac-c9f5dc9f4e21 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:07:25.598978 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9198d2a-bf65-4fd5-a4ac-c9f5dc9f4e21 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:07:25.599375 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9198d2a-bf65-4fd5-a4ac-c9f5dc9f4e21 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:07:25.599794 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9198d2a-bf65-4fd5-a4ac-c9f5dc9f4e21 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:07:25.600194 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9198d2a-bf65-4fd5-a4ac-c9f5dc9f4e21 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:07:25.600639 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9198d2a-bf65-4fd5-a4ac-c9f5dc9f4e21 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:07:25.601035 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9198d2a-bf65-4fd5-a4ac-c9f5dc9f4e21 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:07:25.601429 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9198d2a-bf65-4fd5-a4ac-c9f5dc9f4e21 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:07:25.601823 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9198d2a-bf65-4fd5-a4ac-c9f5dc9f4e21 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:07:25.602218 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9198d2a-bf65-4fd5-a4ac-c9f5dc9f4e21 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:07:25.602634 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9198d2a-bf65-4fd5-a4ac-c9f5dc9f4e21 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:07:25.603006 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9198d2a-bf65-4fd5-a4ac-c9f5dc9f4e21 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:07:25.603379 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9198d2a-bf65-4fd5-a4ac-c9f5dc9f4e21 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:07:25.604449 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9198d2a-bf65-4fd5-a4ac-c9f5dc9f4e21 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:07:25.604449 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9198d2a-bf65-4fd5-a4ac-c9f5dc9f4e21 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:07:25.604677 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9198d2a-bf65-4fd5-a4ac-c9f5dc9f4e21 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:07:25.604891 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9198d2a-bf65-4fd5-a4ac-c9f5dc9f4e21 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:07:25.620377 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f9198d2a-bf65-4fd5-a4ac-c9f5dc9f4e21 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:07:25.664682 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-f9198d2a-bf65-4fd5-a4ac-c9f5dc9f4e21 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Network 354411bd-e219-487c-b3ff-a0502e935076 is already hosted by enough agents. {{(pid=80148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 22:07:25.665864 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-f9198d2a-bf65-4fd5-a4ac-c9f5dc9f4e21 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Resources bound (agent type, host, resource id):  {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 22:07:25.668187 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-f9198d2a-bf65-4fd5-a4ac-c9f5dc9f4e21 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Received port after_create {{(pid=80148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 22:07:25.774061 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-f9198d2a-bf65-4fd5-a4ac-c9f5dc9f4e21 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:25.774798 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-f9198d2a-bf65-4fd5-a4ac-c9f5dc9f4e21 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:25.832579 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-f9198d2a-bf65-4fd5-a4ac-c9f5dc9f4e21 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2702026
Jan 26 22:07:25.852635 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-a87f868f-d9c9-4216-b0a3-8c1d2362bd61 service neutron] Request body: {'port': {'device_id': 'b9822f80-ba32-4beb-82a1-c15ac1097918', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:07:25.928775 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-9d00bc92-f814-4323-b49d-4506ee9f973c None None] Provisioning for port 5118f8a8-1980-4d21-bfba-68d0fc55d14f completed by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 22:07:25.943672 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-9d00bc92-f814-4323-b49d-4506ee9f973c None None] Provisioning complete for port 5118f8a8-1980-4d21-bfba-68d0fc55d14f triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:07:25.945149 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9d00bc92-f814-4323-b49d-4506ee9f973c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:25.998737 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-a87f868f-d9c9-4216-b0a3-8c1d2362bd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:26.020129 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-9d00bc92-f814-4323-b49d-4506ee9f973c None None] Port 5118f8a8-1980-4d21-bfba-68d0fc55d14f cannot update to ACTIVE because it is not bound. {{(pid=80150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 22:07:26.140941 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1dfee8-767d-4828-a972-408041ab6227 req-4150a24f-a41d-4092-9590-aeec28e05502 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:26.143592 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ec1dfee8-767d-4828-a972-408041ab6227 req-4150a24f-a41d-4092-9590-aeec28e05502 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9822f80-ba32-4beb-82a1-c15ac1097918 HTTP/1.1" status: 200  len: 931 time: 0.1336339
Jan 26 22:07:26.206884 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ec1dfee8-767d-4828-a972-408041ab6227 req-0e8cca75-8d2d-4040-8490-0cd8ca133f94 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/security-groups?id=84ee3eb8-44c6-4bf2-9960-46a694f9c94d&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0566177
Jan 26 22:07:26.434103 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-a87f868f-d9c9-4216-b0a3-8c1d2362bd61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5118f8a8-1980-4d21-bfba-68d0fc55d14f {{(pid=80148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 26 22:07:26.442588 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-a87f868f-d9c9-4216-b0a3-8c1d2362bd61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:26.454999 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-a87f868f-d9c9-4216-b0a3-8c1d2362bd61 service neutron] Transition to ACTIVE for port object 5118f8a8-1980-4d21-bfba-68d0fc55d14f will not be triggered until provisioned by entity L2. {{(pid=80148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 22:07:26.488804 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-a87f868f-d9c9-4216-b0a3-8c1d2362bd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822365879'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:26.503608 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6328627e-72b3-4540-9892-b658449ac858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:07:26.640433 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87f868f-d9c9-4216-b0a3-8c1d2362bd61 service neutron] Pushing event updated for resources: {'Port': ['ID=5118f8a8-1980-4d21-bfba-68d0fc55d14f,revision_number=2']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:07:26.645669 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a87f868f-d9c9-4216-b0a3-8c1d2362bd61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:07:26.850287 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-a87f868f-d9c9-4216-b0a3-8c1d2362bd61 service neutron] Attempting to bind port 5118f8a8-1980-4d21-bfba-68d0fc55d14f on host hv-cinder-77212 for vnic_type normal with profile  {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 22:07:26.850867 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-a87f868f-d9c9-4216-b0a3-8c1d2362bd61 service neutron] Attempting to bind port 5118f8a8-1980-4d21-bfba-68d0fc55d14f by drivers openvswitch on host hv-cinder-77212 at level 0 using segments [{'id': '10fa9503-ea57-4575-8fa2-400aab90e0d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '354411bd-e219-487c-b3ff-a0502e935076'}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 22:07:26.850993 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-a87f868f-d9c9-4216-b0a3-8c1d2362bd61 service neutron] Attempting to bind port 5118f8a8-1980-4d21-bfba-68d0fc55d14f on network 354411bd-e219-487c-b3ff-a0502e935076 {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 22:07:26.857406 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-a87f868f-d9c9-4216-b0a3-8c1d2362bd61 service neutron] Checking agent: {'id': '907ce3e7-819e-4a7f-a1c4-c44a902d1710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 21, 53, 12), 'started_at': datetime.datetime(2021, 1, 26, 21, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 22, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 22:07:26.857785 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-a87f868f-d9c9-4216-b0a3-8c1d2362bd61 service neutron] Checking segment: {'id': '10fa9503-ea57-4575-8fa2-400aab90e0d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '354411bd-e219-487c-b3ff-a0502e935076'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 22:07:26.858207 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-a87f868f-d9c9-4216-b0a3-8c1d2362bd61 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:26.858604 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-a87f868f-d9c9-4216-b0a3-8c1d2362bd61 service neutron] Bound using segment: {'id': '10fa9503-ea57-4575-8fa2-400aab90e0d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '354411bd-e219-487c-b3ff-a0502e935076'} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 22:07:26.859082 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-a87f868f-d9c9-4216-b0a3-8c1d2362bd61 service neutron] Bound port: 5118f8a8-1980-4d21-bfba-68d0fc55d14f, host: hv-cinder-77212, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10fa9503-ea57-4575-8fa2-400aab90e0d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '354411bd-e219-487c-b3ff-a0502e935076'}}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 22:07:26.859500 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-a87f868f-d9c9-4216-b0a3-8c1d2362bd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:26.962363 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-a87f868f-d9c9-4216-b0a3-8c1d2362bd61 service neutron] For port 5118f8a8-1980-4d21-bfba-68d0fc55d14f, host hv-cinder-77212, cleared binding levels {{(pid=80148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 22:07:26.965720 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-a87f868f-d9c9-4216-b0a3-8c1d2362bd61 service neutron] For port 5118f8a8-1980-4d21-bfba-68d0fc55d14f, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=5118f8a8-1980-4d21-bfba-68d0fc55d14f,segment=NetworkSegment(10fa9503-ea57-4575-8fa2-400aab90e0d2),segment_id=10fa9503-ea57-4575-8fa2-400aab90e0d2)] {{(pid=80148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 22:07:26.997652 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-a87f868f-d9c9-4216-b0a3-8c1d2362bd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822365879'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:27.013776 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-48cefab9-dca1-44b3-a36a-c8658238cb0a tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:07:27.058878 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 22:07:27.411924 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87f868f-d9c9-4216-b0a3-8c1d2362bd61 service neutron] Pushing event updated for resources: {'Port': ['ID=5118f8a8-1980-4d21-bfba-68d0fc55d14f,revision_number=3']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:07:27.417609 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a87f868f-d9c9-4216-b0a3-8c1d2362bd61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:07:27.454342 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-a87f868f-d9c9-4216-b0a3-8c1d2362bd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:27.455557 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-a87f868f-d9c9-4216-b0a3-8c1d2362bd61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:27.456960 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-a87f868f-d9c9-4216-b0a3-8c1d2362bd61 service neutron] 10.222.0.45 "PUT /v2.0/ports/5118f8a8-1980-4d21-bfba-68d0fc55d14f HTTP/1.1" status: 200  len: 1157 time: 1.6091073
Jan 26 22:07:27.457510 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9822f80-ba32-4beb-82a1-c15ac1097918', 'tag': '5118f8a8-1980-4d21-bfba-68d0fc55d14f'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:07:27.478187 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752853f-f139-4ee9-8a0e-1a7f4914737a req-36be2c83-88ff-4a27-b30a-bcc300f7bacb tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:27.479938 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8752853f-f139-4ee9-8a0e-1a7f4914737a req-36be2c83-88ff-4a27-b30a-bcc300f7bacb tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9822f80-ba32-4beb-82a1-c15ac1097918 HTTP/1.1" status: 200  len: 943 time: 0.1352127
Jan 26 22:07:27.535772 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9822f80-ba32-4beb-82a1-c15ac1097918', 'tag': '5118f8a8-1980-4d21-bfba-68d0fc55d14f', 'status': 'completed', 'code': 200}
Jan 26 22:07:27.545932 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8752853f-f139-4ee9-8a0e-1a7f4914737a req-2ee6d40e-e119-423e-890a-c4591f0c6449 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/security-groups?id=84ee3eb8-44c6-4bf2-9960-46a694f9c94d&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0585256
Jan 26 22:07:27.630586 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-327a8b97-8871-4232-814b-4e46aa5acdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:27.632254 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-327a8b97-8871-4232-814b-4e46aa5acdc7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=37d467f68082493b8af9e54aaa6b2a19&device_id=b9822f80-ba32-4beb-82a1-c15ac1097918 HTTP/1.1" status: 200  len: 1160 time: 0.0807750
Jan 26 22:07:27.717526 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-ab9e0c49-8bdb-427f-9b6b-5514550997b6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5118f8a8-1980-4d21-bfba-68d0fc55d14f HTTP/1.1" status: 200  len: 217 time: 0.0706244
Jan 26 22:07:27.786963 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-db33a603-4ee7-4055-ae58-0e58dfe2c3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:27.788502 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-db33a603-4ee7-4055-ae58-0e58dfe2c3cb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=08edff2a-ef60-4075-ac6c-04b3f85e84f6 HTTP/1.1" status: 200  len: 850 time: 0.0643198
Jan 26 22:07:27.874739 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-45d8a9ae-b0a5-49e5-abc5-51b741c96c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:27.877157 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-45d8a9ae-b0a5-49e5-abc5-51b741c96c9b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=354411bd-e219-487c-b3ff-a0502e935076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0809677
Jan 26 22:07:28.040532 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-1b98ed1c-36ef-426d-aa44-ef05f86ad831 service neutron] 10.222.0.45 "GET /v2.0/networks/354411bd-e219-487c-b3ff-a0502e935076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1500192
Jan 26 22:07:28.187464 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a9f04441-780f-4087-b07a-ba2f930f7596 req-8da42213-4510-400e-9780-29986c1362e0 service neutron] 10.222.0.45 "GET /v2.0/networks/354411bd-e219-487c-b3ff-a0502e935076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1380799
Jan 26 22:07:28.380999 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1441ab0-d496-4d23-bb85-c8ee4dc184a0 req-5035fb04-4b85-45fd-8f58-da8661af598d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:28.382623 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f1441ab0-d496-4d23-bb85-c8ee4dc184a0 req-5035fb04-4b85-45fd-8f58-da8661af598d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=37d467f68082493b8af9e54aaa6b2a19&device_id=b9822f80-ba32-4beb-82a1-c15ac1097918 HTTP/1.1" status: 200  len: 1160 time: 0.0919952
Jan 26 22:07:28.553233 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1441ab0-d496-4d23-bb85-c8ee4dc184a0 req-8c61e15e-24c1-48ff-ad09-84965495e213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:28.554745 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f1441ab0-d496-4d23-bb85-c8ee4dc184a0 req-8c61e15e-24c1-48ff-ad09-84965495e213 service neutron] 10.222.0.45 "GET /v2.0/networks?id=354411bd-e219-487c-b3ff-a0502e935076 HTTP/1.1" status: 200  len: 905 time: 0.1492481
Jan 26 22:07:28.635432 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f1441ab0-d496-4d23-bb85-c8ee4dc184a0 req-bc48182a-ec8b-4a0e-9b21-81f780d825ff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5118f8a8-1980-4d21-bfba-68d0fc55d14f HTTP/1.1" status: 200  len: 217 time: 0.0730374
Jan 26 22:07:28.714012 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1441ab0-d496-4d23-bb85-c8ee4dc184a0 req-0b077dd2-e828-4c06-9b70-f632d50a47c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:28.715646 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f1441ab0-d496-4d23-bb85-c8ee4dc184a0 req-0b077dd2-e828-4c06-9b70-f632d50a47c5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=08edff2a-ef60-4075-ac6c-04b3f85e84f6 HTTP/1.1" status: 200  len: 850 time: 0.0684788
Jan 26 22:07:28.798257 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1441ab0-d496-4d23-bb85-c8ee4dc184a0 req-f412b383-6b93-460a-bc06-bea9735969f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:28.799950 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f1441ab0-d496-4d23-bb85-c8ee4dc184a0 req-f412b383-6b93-460a-bc06-bea9735969f2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=354411bd-e219-487c-b3ff-a0502e935076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0781045
Jan 26 22:07:28.808526 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6da13-b000-45c6-8899-3898fa2880a8 req-bff1c598-5e76-4a73-9c9a-0db6fbf1528b tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:28.810159 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5fc6da13-b000-45c6-8899-3898fa2880a8 req-bff1c598-5e76-4a73-9c9a-0db6fbf1528b tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9822f80-ba32-4beb-82a1-c15ac1097918 HTTP/1.1" status: 200  len: 943 time: 0.1321855
Jan 26 22:07:28.868146 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5fc6da13-b000-45c6-8899-3898fa2880a8 req-0148d637-cbc4-4539-8e61-6059e2caaaa7 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/security-groups?id=84ee3eb8-44c6-4bf2-9960-46a694f9c94d&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0515676
Jan 26 22:07:28.960110 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f1441ab0-d496-4d23-bb85-c8ee4dc184a0 req-49772e73-916b-45ce-a989-294732cbf67a service neutron] 10.222.0.45 "GET /v2.0/networks/354411bd-e219-487c-b3ff-a0502e935076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1433792
Jan 26 22:07:29.113081 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f1441ab0-d496-4d23-bb85-c8ee4dc184a0 req-77835454-20aa-4733-9b97-498ee5eaca5f service neutron] 10.222.0.45 "GET /v2.0/networks/354411bd-e219-487c-b3ff-a0502e935076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1462038
Jan 26 22:07:30.121316 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f8237-472c-48f3-bda4-b278ff13aed4 req-3856b6f0-35d6-4872-8be7-d235012c7a26 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:30.123022 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9d2f8237-472c-48f3-bda4-b278ff13aed4 req-3856b6f0-35d6-4872-8be7-d235012c7a26 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9822f80-ba32-4beb-82a1-c15ac1097918 HTTP/1.1" status: 200  len: 943 time: 0.1244717
Jan 26 22:07:30.186066 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9d2f8237-472c-48f3-bda4-b278ff13aed4 req-63ffd17c-e2b4-4f2c-b686-85c05df41c52 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/security-groups?id=84ee3eb8-44c6-4bf2-9960-46a694f9c94d&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0564003
Jan 26 22:07:31.447256 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f34be5-b124-45b9-a8dc-214a02ac7004 req-f9adf0bf-85aa-41a6-9aef-ac1912492777 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:31.448962 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-14f34be5-b124-45b9-a8dc-214a02ac7004 req-f9adf0bf-85aa-41a6-9aef-ac1912492777 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9822f80-ba32-4beb-82a1-c15ac1097918 HTTP/1.1" status: 200  len: 943 time: 0.1275985
Jan 26 22:07:31.506471 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-14f34be5-b124-45b9-a8dc-214a02ac7004 req-2cc1b778-cbaf-46de-9a6e-887b74159473 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/security-groups?id=84ee3eb8-44c6-4bf2-9960-46a694f9c94d&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0499120
Jan 26 22:07:32.765858 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0426100-3c18-44c1-8bb1-28ed4fb13132 req-1f6b5e01-5cb9-48a9-9de7-a0d4b586d9a3 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:32.767669 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d0426100-3c18-44c1-8bb1-28ed4fb13132 req-1f6b5e01-5cb9-48a9-9de7-a0d4b586d9a3 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9822f80-ba32-4beb-82a1-c15ac1097918 HTTP/1.1" status: 200  len: 943 time: 0.1299348
Jan 26 22:07:32.825120 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d0426100-3c18-44c1-8bb1-28ed4fb13132 req-f924f6de-3479-43ea-a11a-ac8a7ff87d96 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/security-groups?id=84ee3eb8-44c6-4bf2-9960-46a694f9c94d&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0510967
Jan 26 22:07:34.080553 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f08fe-ac32-4251-a785-fdd3a8b9ce05 req-82d13ba7-1f4d-4eca-9092-316e70a6acd5 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:34.082211 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8f9f08fe-ac32-4251-a785-fdd3a8b9ce05 req-82d13ba7-1f4d-4eca-9092-316e70a6acd5 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9822f80-ba32-4beb-82a1-c15ac1097918 HTTP/1.1" status: 200  len: 943 time: 0.1246107
Jan 26 22:07:34.144835 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8f9f08fe-ac32-4251-a785-fdd3a8b9ce05 req-05b345df-7cae-4395-9d9d-e8d5d8c002bc tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/security-groups?id=84ee3eb8-44c6-4bf2-9960-46a694f9c94d&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0561240
Jan 26 22:07:35.406905 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f54e1b-89de-4b70-8479-2753c2633ced req-3e7e04f3-9022-4feb-8681-8d12c7c5b1b4 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:35.409471 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-03f54e1b-89de-4b70-8479-2753c2633ced req-3e7e04f3-9022-4feb-8681-8d12c7c5b1b4 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9822f80-ba32-4beb-82a1-c15ac1097918 HTTP/1.1" status: 200  len: 943 time: 0.1303127
Jan 26 22:07:35.465873 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-03f54e1b-89de-4b70-8479-2753c2633ced req-bc47f740-d73c-4079-bb3e-7651c5ee4a7c tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/security-groups?id=84ee3eb8-44c6-4bf2-9960-46a694f9c94d&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0501323
Jan 26 22:07:36.092829 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 5118f8a8-1980-4d21-bfba-68d0fc55d14f up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:07:36.185663 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning for port 5118f8a8-1980-4d21-bfba-68d0fc55d14f completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 22:07:36.191536 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 5118f8a8-1980-4d21-bfba-68d0fc55d14f triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:07:36.191959 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:36.317243 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:36.344957 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9822f80-ba32-4beb-82a1-c15ac1097918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5118f8a8-1980-4d21-bfba-68d0fc55d14f'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:07:36.355604 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] For port 5118f8a8-1980-4d21-bfba-68d0fc55d14f, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=5118f8a8-1980-4d21-bfba-68d0fc55d14f,segment=NetworkSegment(10fa9503-ea57-4575-8fa2-400aab90e0d2),segment_id=10fa9503-ea57-4575-8fa2-400aab90e0d2)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:07:36.374221 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:36.376323 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-54911679-3afd-452a-8db7-0fa3a9498aa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:07:36.413451 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9822f80-ba32-4beb-82a1-c15ac1097918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5118f8a8-1980-4d21-bfba-68d0fc55d14f', 'code': 200}
Jan 26 22:07:36.459733 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Pushing event updated for resources: {'Port': ['ID=5118f8a8-1980-4d21-bfba-68d0fc55d14f,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:07:36.463339 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:07:36.736305 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32794259-a42b-45a6-a2ab-2c9c2b6b7014 req-d20ebc12-1279-403d-82f0-cc7e0ec067a7 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:36.738021 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-32794259-a42b-45a6-a2ab-2c9c2b6b7014 req-d20ebc12-1279-403d-82f0-cc7e0ec067a7 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9822f80-ba32-4beb-82a1-c15ac1097918 HTTP/1.1" status: 200  len: 945 time: 0.1362717
Jan 26 22:07:36.797038 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-32794259-a42b-45a6-a2ab-2c9c2b6b7014 req-466dfae3-7b07-411d-a179-dff6ba431edb tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/security-groups?id=84ee3eb8-44c6-4bf2-9960-46a694f9c94d&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0522215
Jan 26 22:07:36.804061 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91f968-4033-49ce-beb6-caa9642d2515 req-052f2707-6a73-4ff3-b25c-3eb4077166ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:36.805698 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-be91f968-4033-49ce-beb6-caa9642d2515 req-052f2707-6a73-4ff3-b25c-3eb4077166ed service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b9822f80-ba32-4beb-82a1-c15ac1097918 HTTP/1.1" status: 200  len: 1162 time: 0.0829794
Jan 26 22:07:36.867776 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-be91f968-4033-49ce-beb6-caa9642d2515 req-5908ce51-6289-45f6-98e6-31e3f4912e71 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=84ee3eb8-44c6-4bf2-9960-46a694f9c94d&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0413547
Jan 26 22:07:37.738890 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 5118f8a8-1980-4d21-bfba-68d0fc55d14f up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:07:37.812467 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 5118f8a8-1980-4d21-bfba-68d0fc55d14f triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:07:37.812890 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:38.068649 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca8837-794f-4923-a3c9-885eee70c92d req-afa1d13e-aa07-45e2-8d09-2b1ec3de61c8 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:38.070318 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-42ca8837-794f-4923-a3c9-885eee70c92d req-afa1d13e-aa07-45e2-8d09-2b1ec3de61c8 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9822f80-ba32-4beb-82a1-c15ac1097918 HTTP/1.1" status: 200  len: 945 time: 0.1335647
Jan 26 22:07:38.132322 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-42ca8837-794f-4923-a3c9-885eee70c92d req-c26442ea-7edb-4538-8806-2abebd5cefa1 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/security-groups?id=84ee3eb8-44c6-4bf2-9960-46a694f9c94d&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0555928
Jan 26 22:07:39.386182 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16a4bd-3df3-4877-a541-9be503a7580a req-8831e518-bba4-480a-9495-46c56dfc30e0 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:39.387869 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2f16a4bd-3df3-4877-a541-9be503a7580a req-8831e518-bba4-480a-9495-46c56dfc30e0 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9822f80-ba32-4beb-82a1-c15ac1097918 HTTP/1.1" status: 200  len: 945 time: 0.1266317
Jan 26 22:07:39.444325 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2f16a4bd-3df3-4877-a541-9be503a7580a req-603ce22f-4c96-4a67-a604-094998eba616 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/security-groups?id=84ee3eb8-44c6-4bf2-9960-46a694f9c94d&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0496080
Jan 26 22:07:39.607752 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7280b61b-39ce-4135-8cfb-725a29a319a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:39.706841 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4356b4-e45e-47b2-8d85-5ccc195d02b6 req-0bfd141a-7f22-4747-8b24-41c2db270331 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:39.708463 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ce4356b4-e45e-47b2-8d85-5ccc195d02b6 req-0bfd141a-7f22-4747-8b24-41c2db270331 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9822f80-ba32-4beb-82a1-c15ac1097918 HTTP/1.1" status: 200  len: 945 time: 0.1304481
Jan 26 22:07:39.770016 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ce4356b4-e45e-47b2-8d85-5ccc195d02b6 req-58f2347f-94a4-4561-b260-8714ede6c2db tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/security-groups?id=84ee3eb8-44c6-4bf2-9960-46a694f9c94d&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0550749
Jan 26 22:07:40.003462 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-09a7abd7-68da-4eb7-8a22-bc63ae25949e req-8fd98f65-5c55-440e-aee1-e82005df92fd tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1785331
Jan 26 22:07:40.015616 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-09a7abd7-68da-4eb7-8a22-bc63ae25949e req-31f70f7a-03b3-4fd3-89d3-c3053f7aa372 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Request body: {'floatingip': {'floating_network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:07:40.029924 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-09a7abd7-68da-4eb7-8a22-bc63ae25949e req-31f70f7a-03b3-4fd3-89d3-c3053f7aa372 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:07:40.034254 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-09a7abd7-68da-4eb7-8a22-bc63ae25949e req-31f70f7a-03b3-4fd3-89d3-c3053f7aa372 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Usage tracker for resource:floatingip and tenant:37d467f68082493b8af9e54aaa6b2a19 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:07:40.037380 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-09a7abd7-68da-4eb7-8a22-bc63ae25949e req-31f70f7a-03b3-4fd3-89d3-c3053f7aa372 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:07:40.043300 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-09a7abd7-68da-4eb7-8a22-bc63ae25949e req-31f70f7a-03b3-4fd3-89d3-c3053f7aa372 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:07:40.094328 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-09a7abd7-68da-4eb7-8a22-bc63ae25949e req-31f70f7a-03b3-4fd3-89d3-c3053f7aa372 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks [] for floatingip, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:40.248636 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-09a7abd7-68da-4eb7-8a22-bc63ae25949e req-31f70f7a-03b3-4fd3-89d3-c3053f7aa372 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:40.540742 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [req-09a7abd7-68da-4eb7-8a22-bc63ae25949e req-31f70f7a-03b3-4fd3-89d3-c3053f7aa372 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Allocated IP 172.27.2.197 (1ba61b85-6a57-4c86-8c7b-e71ed182691b/36fb7a5a-6726-45c7-9dc5-3a7ad8db1808/209fc17c-8481-49dd-a2a7-3577a19b3620) {{(pid=80149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 22:07:41.031246 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-09a7abd7-68da-4eb7-8a22-bc63ae25949e req-31f70f7a-03b3-4fd3-89d3-c3053f7aa372 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks [] for port, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:41.129422 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-09a7abd7-68da-4eb7-8a22-bc63ae25949e req-31f70f7a-03b3-4fd3-89d3-c3053f7aa372 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31462196'] for port, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:41.145590 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a6a2347a-0581-4169-a562-15e6e81db175 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:07:41.285541 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f70f7a-03b3-4fd3-89d3-c3053f7aa372 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Pushing event updated for resources: {'Port': ['ID=209fc17c-8481-49dd-a2a7-3577a19b3620,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:07:41.305976 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f70f7a-03b3-4fd3-89d3-c3053f7aa372 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:07:41.306397 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f70f7a-03b3-4fd3-89d3-c3053f7aa372 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:07:41.306813 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f70f7a-03b3-4fd3-89d3-c3053f7aa372 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:07:41.307221 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f70f7a-03b3-4fd3-89d3-c3053f7aa372 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:07:41.307652 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f70f7a-03b3-4fd3-89d3-c3053f7aa372 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:07:41.308057 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f70f7a-03b3-4fd3-89d3-c3053f7aa372 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:07:41.308458 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f70f7a-03b3-4fd3-89d3-c3053f7aa372 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:07:41.308853 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f70f7a-03b3-4fd3-89d3-c3053f7aa372 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:07:41.309251 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f70f7a-03b3-4fd3-89d3-c3053f7aa372 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:07:41.309648 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f70f7a-03b3-4fd3-89d3-c3053f7aa372 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:07:41.310050 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f70f7a-03b3-4fd3-89d3-c3053f7aa372 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:07:41.310446 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f70f7a-03b3-4fd3-89d3-c3053f7aa372 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:07:41.310882 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f70f7a-03b3-4fd3-89d3-c3053f7aa372 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:07:41.311322 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f70f7a-03b3-4fd3-89d3-c3053f7aa372 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:07:41.311751 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f70f7a-03b3-4fd3-89d3-c3053f7aa372 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:07:41.312213 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f70f7a-03b3-4fd3-89d3-c3053f7aa372 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:07:41.312609 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f70f7a-03b3-4fd3-89d3-c3053f7aa372 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:07:41.313009 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f70f7a-03b3-4fd3-89d3-c3053f7aa372 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:07:41.313406 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f70f7a-03b3-4fd3-89d3-c3053f7aa372 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:07:41.313801 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f70f7a-03b3-4fd3-89d3-c3053f7aa372 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:07:41.314202 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f70f7a-03b3-4fd3-89d3-c3053f7aa372 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:07:41.315127 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f70f7a-03b3-4fd3-89d3-c3053f7aa372 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:07:41.315558 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f70f7a-03b3-4fd3-89d3-c3053f7aa372 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:07:41.315945 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f70f7a-03b3-4fd3-89d3-c3053f7aa372 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:07:41.321719 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-31f70f7a-03b3-4fd3-89d3-c3053f7aa372 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:07:41.359118 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09a7abd7-68da-4eb7-8a22-bc63ae25949e req-31f70f7a-03b3-4fd3-89d3-c3053f7aa372 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Network 1ba61b85-6a57-4c86-8c7b-e71ed182691b is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 22:07:41.360249 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [req-09a7abd7-68da-4eb7-8a22-bc63ae25949e req-31f70f7a-03b3-4fd3-89d3-c3053f7aa372 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Resources bound (agent type, host, resource id):  {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 22:07:41.363757 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a7abd7-68da-4eb7-8a22-bc63ae25949e req-31f70f7a-03b3-4fd3-89d3-c3053f7aa372 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Received port after_create {{(pid=80149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 22:07:41.449485 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-09a7abd7-68da-4eb7-8a22-bc63ae25949e req-31f70f7a-03b3-4fd3-89d3-c3053f7aa372 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:41.540591 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-09a7abd7-68da-4eb7-8a22-bc63ae25949e req-31f70f7a-03b3-4fd3-89d3-c3053f7aa372 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:41.826775 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-09a7abd7-68da-4eb7-8a22-bc63ae25949e req-31f70f7a-03b3-4fd3-89d3-c3053f7aa372 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks [] for port, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:41.859562 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-09a7abd7-68da-4eb7-8a22-bc63ae25949e req-31f70f7a-03b3-4fd3-89d3-c3053f7aa372 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823313603'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:41.875693 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a6041695-6763-4685-a08d-e2104b9c6a89 tempest-AttachVolumeShelveTestJSON-1597217779 tempest-AttachVolumeShelveTestJSON-1597217779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:07:42.013619 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f70f7a-03b3-4fd3-89d3-c3053f7aa372 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Pushing event updated for resources: {'Port': ['ID=209fc17c-8481-49dd-a2a7-3577a19b3620,revision_number=2']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:07:42.016722 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-31f70f7a-03b3-4fd3-89d3-c3053f7aa372 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:07:42.121579 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-09a7abd7-68da-4eb7-8a22-bc63ae25949e req-31f70f7a-03b3-4fd3-89d3-c3053f7aa372 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036821521460'] for floatingip, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:42.208411 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-09a7abd7-68da-4eb7-8a22-bc63ae25949e req-31f70f7a-03b3-4fd3-89d3-c3053f7aa372 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for floatingip, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:42.209758 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-09a7abd7-68da-4eb7-8a22-bc63ae25949e req-31f70f7a-03b3-4fd3-89d3-c3053f7aa372 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.1986301
Jan 26 22:07:42.307599 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-09a7abd7-68da-4eb7-8a22-bc63ae25949e req-9be6f260-8088-4f0f-97bc-c086b9019646 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Synchronizing usage tracker for tenant:37d467f68082493b8af9e54aaa6b2a19 on resource:floatingip {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 22:07:42.356581 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-09a7abd7-68da-4eb7-8a22-bc63ae25949e req-9be6f260-8088-4f0f-97bc-c086b9019646 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Unset dirty status for tenant:37d467f68082493b8af9e54aaa6b2a19 on resource:floatingip {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 22:07:42.357873 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-09a7abd7-68da-4eb7-8a22-bc63ae25949e req-9be6f260-8088-4f0f-97bc-c086b9019646 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.2.197 HTTP/1.1" status: 200  len: 696 time: 0.1409907
Jan 26 22:07:42.579910 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7abd7-68da-4eb7-8a22-bc63ae25949e req-4fa28e46-d44f-4fbe-b911-41b6ab983b20 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:42.581578 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-09a7abd7-68da-4eb7-8a22-bc63ae25949e req-4fa28e46-d44f-4fbe-b911-41b6ab983b20 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/networks/1ba61b85-6a57-4c86-8c7b-e71ed182691b HTTP/1.1" status: 200  len: 784 time: 0.2167449
Jan 26 22:07:42.824572 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71110402-6e63-4797-8f4c-e42824c799d3 req-b4df7aea-7ba2-400d-9781-753bf2a1511a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:42.826293 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-71110402-6e63-4797-8f4c-e42824c799d3 req-b4df7aea-7ba2-400d-9781-753bf2a1511a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9822f80-ba32-4beb-82a1-c15ac1097918&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1341867
Jan 26 22:07:42.926585 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-71110402-6e63-4797-8f4c-e42824c799d3 req-f1fa8dbb-d239-4bb4-ad23-f9be2fbe1441 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.2.197 HTTP/1.1" status: 200  len: 696 time: 0.0932205
Jan 26 22:07:42.937961 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-71110402-6e63-4797-8f4c-e42824c799d3 req-ace7f71f-4d62-4990-a705-5d83076e463a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Request body: {'floatingip': {'port_id': '5118f8a8-1980-4d21-bfba-68d0fc55d14f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:07:43.030783 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-71110402-6e63-4797-8f4c-e42824c799d3 req-ace7f71f-4d62-4990-a705-5d83076e463a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks [] for floatingip, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:43.368267 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:43.391074 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-363c8c85-9db0-4c0f-a5ab-d9c3fd3d2667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:43.681085 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-71110402-6e63-4797-8f4c-e42824c799d3 req-ace7f71f-4d62-4990-a705-5d83076e463a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:43.704934 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-71110402-6e63-4797-8f4c-e42824c799d3 req-ace7f71f-4d62-4990-a705-5d83076e463a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036821521460'] for floatingip, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:43.896717 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.db.l3_db [req-71110402-6e63-4797-8f4c-e42824c799d3 req-ace7f71f-4d62-4990-a705-5d83076e463a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Floating IP 19de6316-828e-4bd5-996c-81a95e474e70 associated. External IP: 172.27.2.197, port: 5118f8a8-1980-4d21-bfba-68d0fc55d14f.
Jan 26 22:07:44.287376 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71110402-6e63-4797-8f4c-e42824c799d3 req-ace7f71f-4d62-4990-a705-5d83076e463a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Router 48030c4a-7123-418e-a5d6-820a02270da2 has already been hosted by L3 agent d246ac06-2269-4624-8b82-d0eab6b3335a {{(pid=80149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 22:07:44.476848 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:44.637318 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:44.731608 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71110402-6e63-4797-8f4c-e42824c799d3 req-ace7f71f-4d62-4990-a705-5d83076e463a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify agent at l3_agent.dv-cinder-772126-1-iscsi the message routers_updated {{(pid=80149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 22:07:44.736510 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-71110402-6e63-4797-8f4c-e42824c799d3 req-ace7f71f-4d62-4990-a705-5d83076e463a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for floatingip, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:44.742120 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8365208d-1331-4a4d-894b-98bc6f7bc56b None None] Sync routers for ids ['48030c4a-7123-418e-a5d6-820a02270da2'] in dv-cinder-772126-1-iscsi {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 22:07:44.752639 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8365208d-1331-4a4d-894b-98bc6f7bc56b None None] Routers {'48030c4a-7123-418e-a5d6-820a02270da2'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:07:44.753429 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-8365208d-1331-4a4d-894b-98bc6f7bc56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5adf0c7f0>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:07:43Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['48030c4a-7123-418e-a5d6-820a02270da2'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:07:44.796289 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-71110402-6e63-4797-8f4c-e42824c799d3 req-ace7f71f-4d62-4990-a705-5d83076e463a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "PUT /v2.0/floatingips/19de6316-828e-4bd5-996c-81a95e474e70 HTTP/1.1" status: 200  len: 996 time: 1.8629000
Jan 26 22:07:44.796872 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9822f80-ba32-4beb-82a1-c15ac1097918', 'tag': '5118f8a8-1980-4d21-bfba-68d0fc55d14f'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:07:44.860253 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9822f80-ba32-4beb-82a1-c15ac1097918', 'tag': '5118f8a8-1980-4d21-bfba-68d0fc55d14f', 'status': 'completed', 'code': 200}
Jan 26 22:07:44.893533 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71110402-6e63-4797-8f4c-e42824c799d3 req-dccbfcf0-9411-4b5d-bde4-0dad437d4631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:44.902242 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-71110402-6e63-4797-8f4c-e42824c799d3 req-dccbfcf0-9411-4b5d-bde4-0dad437d4631 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=37d467f68082493b8af9e54aaa6b2a19&device_id=b9822f80-ba32-4beb-82a1-c15ac1097918 HTTP/1.1" status: 200  len: 1162 time: 0.0904598
Jan 26 22:07:44.953439 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-8365208d-1331-4a4d-894b-98bc6f7bc56b None None] Set router 48030c4a-7123-418e-a5d6-820a02270da2 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:07:45.001653 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8772e-433a-4d20-a42c-16c7ef5af0ab req-db9fbbab-755b-4bd1-85de-27a118f6ad3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:45.004569 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9ba8772e-433a-4d20-a42c-16c7ef5af0ab req-db9fbbab-755b-4bd1-85de-27a118f6ad3c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=37d467f68082493b8af9e54aaa6b2a19&device_id=b9822f80-ba32-4beb-82a1-c15ac1097918 HTTP/1.1" status: 200  len: 1162 time: 0.0876477
Jan 26 22:07:45.099284 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71110402-6e63-4797-8f4c-e42824c799d3 req-9ea7abf5-334c-44e2-880f-02b6d4b81c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:45.100991 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-71110402-6e63-4797-8f4c-e42824c799d3 req-9ea7abf5-334c-44e2-880f-02b6d4b81c2f service neutron] 10.222.0.30 "GET /v2.0/networks?id=354411bd-e219-487c-b3ff-a0502e935076 HTTP/1.1" status: 200  len: 905 time: 0.1984644
Jan 26 22:07:45.164480 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8772e-433a-4d20-a42c-16c7ef5af0ab req-fe14594d-713e-474b-a203-70f7fd9d8a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:45.166189 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9ba8772e-433a-4d20-a42c-16c7ef5af0ab req-fe14594d-713e-474b-a203-70f7fd9d8a17 service neutron] 10.222.0.45 "GET /v2.0/networks?id=354411bd-e219-487c-b3ff-a0502e935076 HTTP/1.1" status: 200  len: 905 time: 0.1542728
Jan 26 22:07:45.219553 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-71110402-6e63-4797-8f4c-e42824c799d3 req-2d2b3d1a-add9-44d0-8f7f-e2294824e899 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5118f8a8-1980-4d21-bfba-68d0fc55d14f HTTP/1.1" status: 200  len: 999 time: 0.1110475
Jan 26 22:07:45.282585 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9ba8772e-433a-4d20-a42c-16c7ef5af0ab req-870d0450-40fc-4954-96dc-7a4d89262629 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5118f8a8-1980-4d21-bfba-68d0fc55d14f HTTP/1.1" status: 200  len: 999 time: 0.1088073
Jan 26 22:07:45.297450 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71110402-6e63-4797-8f4c-e42824c799d3 req-01227f2f-8147-4a4b-9435-ea56c50c06ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:45.299138 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-71110402-6e63-4797-8f4c-e42824c799d3 req-01227f2f-8147-4a4b-9435-ea56c50c06ea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08edff2a-ef60-4075-ac6c-04b3f85e84f6 HTTP/1.1" status: 200  len: 850 time: 0.0722740
Jan 26 22:07:45.368371 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8772e-433a-4d20-a42c-16c7ef5af0ab req-1e981fc2-9516-4760-bf16-0774d1ebe661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:45.370109 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9ba8772e-433a-4d20-a42c-16c7ef5af0ab req-1e981fc2-9516-4760-bf16-0774d1ebe661 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=08edff2a-ef60-4075-ac6c-04b3f85e84f6 HTTP/1.1" status: 200  len: 850 time: 0.0810704
Jan 26 22:07:45.371595 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-8365208d-1331-4a4d-894b-98bc6f7bc56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5adf0c7f0>, [{'id': '48030c4a-7123-418e-a5d6-820a02270da2', 'name': 'tempest-TestVolumeBootPattern-364362214-router', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:06:41Z', 'updated_at': '2021-01-26T22:06:47Z', 'revision_number': 4, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'gw_port': {'id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:31:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:42Z', 'updated_at': '2021-01-26T22:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_floatingips': [{'id': '19de6316-828e-4bd5-996c-81a95e474e70', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'router_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'port_id': '5118f8a8-1980-4d21-bfba-68d0fc55d14f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '354411bd-e219-487c-b3ff-a0502e935076', 'mac_address': 'fa:16:3e:64:08:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9822f80-ba32-4beb-82a1-c15ac1097918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T22:07:41Z', 'updated_at': '2021-01-26T22:07:43Z', 'revision_number': 1, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed390339-3df0-4d7b-9355-2d98d67e5395', 'name': '', 'network_id': '354411bd-e219-487c-b3ff-a0502e935076', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'mac_address': 'fa:16:3e:7d:5e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '08edff2a-ef60-4075-ac6c-04b3f85e84f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:46Z', 'updated_at': '2021-01-26T22:06:57Z', 'revision_number': 5, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'subnets': [{'id': '08edff2a-ef60-4075-ac6c-04b3f85e84f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:07:45.375960 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8365208d-1331-4a4d-894b-98bc6f7bc56b None None] Checking router: 48030c4a-7123-418e-a5d6-820a02270da2 for host: dv-cinder-772126-1-iscsi {{(pid=80150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 22:07:45.382840 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:07:45.388437 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8365208d-1331-4a4d-894b-98bc6f7bc56b None None] Routers {'48030c4a-7123-418e-a5d6-820a02270da2'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:07:45.389135 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-8365208d-1331-4a4d-894b-98bc6f7bc56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5adf0c7f0>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:07:43Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['48030c4a-7123-418e-a5d6-820a02270da2'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:07:45.392140 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71110402-6e63-4797-8f4c-e42824c799d3 req-4238ce11-78e6-4591-9a5c-9b7fccc15737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:45.395059 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-71110402-6e63-4797-8f4c-e42824c799d3 req-4238ce11-78e6-4591-9a5c-9b7fccc15737 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=354411bd-e219-487c-b3ff-a0502e935076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0884151
Jan 26 22:07:45.405810 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [req-71110402-6e63-4797-8f4c-e42824c799d3 req-fe642145-450d-4136-b421-c7b3bbfb45a5 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=80149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 26 22:07:45.406886 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-71110402-6e63-4797-8f4c-e42824c799d3 req-fe642145-450d-4136-b421-c7b3bbfb45a5 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0057950
Jan 26 22:07:45.458296 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8772e-433a-4d20-a42c-16c7ef5af0ab req-68f31985-a6eb-4538-beb2-57544126df3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:07:45.459909 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9ba8772e-433a-4d20-a42c-16c7ef5af0ab req-68f31985-a6eb-4538-beb2-57544126df3d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=354411bd-e219-487c-b3ff-a0502e935076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0832267
Jan 26 22:07:45.567652 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-71110402-6e63-4797-8f4c-e42824c799d3 req-22fe2667-6e58-4348-8084-4e67246e9945 service neutron] 10.222.0.30 "GET /v2.0/networks/354411bd-e219-487c-b3ff-a0502e935076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1534693
Jan 26 22:07:45.592674 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-8365208d-1331-4a4d-894b-98bc6f7bc56b None None] Set router 48030c4a-7123-418e-a5d6-820a02270da2 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:07:45.624211 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9ba8772e-433a-4d20-a42c-16c7ef5af0ab req-ff1723b6-40d7-4e15-97fa-c6e2a5945b36 service neutron] 10.222.0.45 "GET /v2.0/networks/354411bd-e219-487c-b3ff-a0502e935076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1558530
Jan 26 22:07:45.730119 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-71110402-6e63-4797-8f4c-e42824c799d3 req-0f3abec0-c20e-4704-9af8-e326d1f7ada6 service neutron] 10.222.0.30 "GET /v2.0/networks/354411bd-e219-487c-b3ff-a0502e935076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1550143
Jan 26 22:07:45.781161 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9ba8772e-433a-4d20-a42c-16c7ef5af0ab req-dcc70d11-415c-458b-9a8f-2312954c0e54 service neutron] 10.222.0.45 "GET /v2.0/networks/354411bd-e219-487c-b3ff-a0502e935076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1503263
Jan 26 22:07:46.165152 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-8365208d-1331-4a4d-894b-98bc6f7bc56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5adf0c7f0>, [{'id': '48030c4a-7123-418e-a5d6-820a02270da2', 'name': 'tempest-TestVolumeBootPattern-364362214-router', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:06:41Z', 'updated_at': '2021-01-26T22:06:47Z', 'revision_number': 4, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'gw_port': {'id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:31:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:42Z', 'updated_at': '2021-01-26T22:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_floatingips': [{'id': '19de6316-828e-4bd5-996c-81a95e474e70', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'router_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'port_id': '5118f8a8-1980-4d21-bfba-68d0fc55d14f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '354411bd-e219-487c-b3ff-a0502e935076', 'mac_address': 'fa:16:3e:64:08:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9822f80-ba32-4beb-82a1-c15ac1097918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T22:07:41Z', 'updated_at': '2021-01-26T22:07:43Z', 'revision_number': 1, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed390339-3df0-4d7b-9355-2d98d67e5395', 'name': '', 'network_id': '354411bd-e219-487c-b3ff-a0502e935076', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'mac_address': 'fa:16:3e:7d:5e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '08edff2a-ef60-4075-ac6c-04b3f85e84f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:46Z', 'updated_at': '2021-01-26T22:06:57Z', 'revision_number': 5, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'subnets': [{'id': '08edff2a-ef60-4075-ac6c-04b3f85e84f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:07:46.169666 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8365208d-1331-4a4d-894b-98bc6f7bc56b None None] The sync data for ids ['48030c4a-7123-418e-a5d6-820a02270da2'] in dv-cinder-772126-1-iscsi is: [{'id': '48030c4a-7123-418e-a5d6-820a02270da2', 'name': 'tempest-TestVolumeBootPattern-364362214-router', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:06:41Z', 'updated_at': '2021-01-26T22:06:47Z', 'revision_number': 4, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'gw_port': {'id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:31:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:42Z', 'updated_at': '2021-01-26T22:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_floatingips': [{'id': '19de6316-828e-4bd5-996c-81a95e474e70', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'router_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'port_id': '5118f8a8-1980-4d21-bfba-68d0fc55d14f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '354411bd-e219-487c-b3ff-a0502e935076', 'mac_address': 'fa:16:3e:64:08:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9822f80-ba32-4beb-82a1-c15ac1097918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T22:07:41Z', 'updated_at': '2021-01-26T22:07:43Z', 'revision_number': 1, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed390339-3df0-4d7b-9355-2d98d67e5395', 'name': '', 'network_id': '354411bd-e219-487c-b3ff-a0502e935076', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'mac_address': 'fa:16:3e:7d:5e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '08edff2a-ef60-4075-ac6c-04b3f85e84f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:46Z', 'updated_at': '2021-01-26T22:06:57Z', 'revision_number': 5, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'subnets': [{'id': '08edff2a-ef60-4075-ac6c-04b3f85e84f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 22:07:46.454904 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6859ed-6325-469a-9ecf-0b894ccb98e7 None None] New status for floating IP 19de6316-828e-4bd5-996c-81a95e474e70: ACTIVE {{(pid=80151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 26 22:08:04.058657 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 22:08:09.573984 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-69b40124-16e7-402f-b8e2-1548a1b9eba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:13.390414 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:13.418286 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ca8d7b0e-c8f7-429b-b9b6-88b8f5f91fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:14.515901 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:14.624492 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:15.379355 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:16.320338 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-faba05aa-5952-4bd2-898f-ad8d8f5a74b4 req-834b4228-3714-49f3-8f75-511321902859 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=39e8fb68-9ce0-4c57-b76c-0e7b29f8908f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0847087
Jan 26 22:08:16.503009 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba05aa-5952-4bd2-898f-ad8d8f5a74b4 req-990e41db-dad7-45a9-8db7-347b7682d270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:08:16.504677 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-faba05aa-5952-4bd2-898f-ad8d8f5a74b4 req-990e41db-dad7-45a9-8db7-347b7682d270 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=60dfcf3014784939a1cc511726ce21b9&device_id=39e8fb68-9ce0-4c57-b76c-0e7b29f8908f HTTP/1.1" status: 200  len: 1162 time: 0.0835512
Jan 26 22:08:16.705207 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba05aa-5952-4bd2-898f-ad8d8f5a74b4 req-e4713eac-55d3-4dc5-820f-a64299b14e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:08:16.706892 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-faba05aa-5952-4bd2-898f-ad8d8f5a74b4 req-e4713eac-55d3-4dc5-820f-a64299b14e98 service neutron] 10.222.0.45 "GET /v2.0/networks?id=bcb900ab-09f7-4daf-a87d-d29a89c050da HTTP/1.1" status: 200  len: 904 time: 0.1816158
Jan 26 22:08:16.831401 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-faba05aa-5952-4bd2-898f-ad8d8f5a74b4 req-0bc2dae6-3c24-4bc1-824a-421eacec0f45 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bec9ac3-fd52-4324-b666-41795656831d HTTP/1.1" status: 200  len: 1001 time: 0.1132202
Jan 26 22:08:16.908561 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba05aa-5952-4bd2-898f-ad8d8f5a74b4 req-036d6936-a7d0-4dfb-925f-f29e8e73700e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:08:16.910074 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-faba05aa-5952-4bd2-898f-ad8d8f5a74b4 req-036d6936-a7d0-4dfb-925f-f29e8e73700e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=76424a3e-3bc6-47af-a6d3-63e8d7b4146b HTTP/1.1" status: 200  len: 849 time: 0.0695710
Jan 26 22:08:16.996953 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba05aa-5952-4bd2-898f-ad8d8f5a74b4 req-5b9d723e-5290-45e2-8fc8-924201d0da40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:08:16.998665 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-faba05aa-5952-4bd2-898f-ad8d8f5a74b4 req-5b9d723e-5290-45e2-8fc8-924201d0da40 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=bcb900ab-09f7-4daf-a87d-d29a89c050da&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0792723
Jan 26 22:08:17.157522 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-faba05aa-5952-4bd2-898f-ad8d8f5a74b4 req-e395fa0c-0c9b-4308-9352-d9788c75d914 service neutron] 10.222.0.45 "GET /v2.0/networks/bcb900ab-09f7-4daf-a87d-d29a89c050da?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1508830
Jan 26 22:08:17.312584 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-faba05aa-5952-4bd2-898f-ad8d8f5a74b4 req-a4f7c0d9-d593-45d6-9094-6eb20e6f530c service neutron] 10.222.0.45 "GET /v2.0/networks/bcb900ab-09f7-4daf-a87d-d29a89c050da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1473367
Jan 26 22:08:22.532121 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde911f-f1bb-49a3-ab84-f36a634ff216 req-ff30e610-dcfc-4a2f-84ac-f591494f0a0b tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:08:22.533776 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6dde911f-f1bb-49a3-ab84-f36a634ff216 req-ff30e610-dcfc-4a2f-84ac-f591494f0a0b tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=39e8fb68-9ce0-4c57-b76c-0e7b29f8908f HTTP/1.1" status: 200  len: 945 time: 0.1262791
Jan 26 22:08:22.594966 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6dde911f-f1bb-49a3-ab84-f36a634ff216 req-948eff16-03d4-4ad3-899c-86a56deec5ee tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7ac2780-8cba-46d9-99a6-0de7d789a10d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0545170
Jan 26 22:08:23.852891 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76b626-84ea-4234-ba50-170a6a9a33f8 req-725969fa-8aab-4ff8-8396-aeb059d899e7 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:08:23.854666 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-bc76b626-84ea-4234-ba50-170a6a9a33f8 req-725969fa-8aab-4ff8-8396-aeb059d899e7 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=39e8fb68-9ce0-4c57-b76c-0e7b29f8908f HTTP/1.1" status: 200  len: 945 time: 0.1285491
Jan 26 22:08:23.912414 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-bc76b626-84ea-4234-ba50-170a6a9a33f8 req-af75cebb-1627-47df-9127-091237484a2c tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7ac2780-8cba-46d9-99a6-0de7d789a10d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513852
Jan 26 22:08:24.324578 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86fe15-8730-4b7d-b099-ef607eb52b3e req-9da3cd88-e854-4d6f-b6e7-42faa071b8b7 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:08:24.325395 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-ad86fe15-8730-4b7d-b099-ef607eb52b3e req-9da3cd88-e854-4d6f-b6e7-42faa071b8b7 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Synchronizing usage tracker for tenant:60dfcf3014784939a1cc511726ce21b9 on resource:port {{(pid=80148) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 22:08:24.367371 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-ad86fe15-8730-4b7d-b099-ef607eb52b3e req-9da3cd88-e854-4d6f-b6e7-42faa071b8b7 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Unset dirty status for tenant:60dfcf3014784939a1cc511726ce21b9 on resource:port {{(pid=80148) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 22:08:24.368797 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ad86fe15-8730-4b7d-b099-ef607eb52b3e req-9da3cd88-e854-4d6f-b6e7-42faa071b8b7 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.45 "GET /v2.0/ports?device_id=39e8fb68-9ce0-4c57-b76c-0e7b29f8908f HTTP/1.1" status: 200  len: 945 time: 0.1716528
Jan 26 22:08:24.456963 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-ad86fe15-8730-4b7d-b099-ef607eb52b3e req-849f3db9-384f-44a7-ada6-0f3d267e07bc tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Deleting port 8bec9ac3-fd52-4324-b666-41795656831d {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:08:24.457353 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ad86fe15-8730-4b7d-b099-ef607eb52b3e req-849f3db9-384f-44a7-ada6-0f3d267e07bc tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:24.734541 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-ad86fe15-8730-4b7d-b099-ef607eb52b3e req-849f3db9-384f-44a7-ada6-0f3d267e07bc tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] For port 8bec9ac3-fd52-4324-b666-41795656831d, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=8bec9ac3-fd52-4324-b666-41795656831d,segment=NetworkSegment(fd74516d-a689-4060-abef-5152681981b3),segment_id=fd74516d-a689-4060-abef-5152681981b3)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:08:24.734857 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ad86fe15-8730-4b7d-b099-ef607eb52b3e req-849f3db9-384f-44a7-ada6-0f3d267e07bc tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:25.061671 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ad86fe15-8730-4b7d-b099-ef607eb52b3e req-849f3db9-384f-44a7-ada6-0f3d267e07bc tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:25.062316 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ad86fe15-8730-4b7d-b099-ef607eb52b3e req-849f3db9-384f-44a7-ada6-0f3d267e07bc tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036821521460'] for floatingip, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:25.062470 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.db.l3_db [req-ad86fe15-8730-4b7d-b099-ef607eb52b3e req-849f3db9-384f-44a7-ada6-0f3d267e07bc tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Floating IP 0895febf-aa6a-4360-bb7e-cfc0fcb82823 disassociated. External IP: 172.27.2.124, port: 8bec9ac3-fd52-4324-b666-41795656831d.
Jan 26 22:08:25.062770 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-ad86fe15-8730-4b7d-b099-ef607eb52b3e req-849f3db9-384f-44a7-ada6-0f3d267e07bc tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Calling delete_port for 8bec9ac3-fd52-4324-b666-41795656831d owned by compute:nova {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:08:25.186099 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3ca62-b66e-4297-8d7a-639b4f665027 req-d186c64c-e6bd-4f95-97e0-5a67c6e78090 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:08:25.187993 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-efe3ca62-b66e-4297-8d7a-639b4f665027 req-d186c64c-e6bd-4f95-97e0-5a67c6e78090 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=39e8fb68-9ce0-4c57-b76c-0e7b29f8908f HTTP/1.1" status: 200  len: 945 time: 0.1408653
Jan 26 22:08:25.253612 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-efe3ca62-b66e-4297-8d7a-639b4f665027 req-b2747d4d-4319-42cd-bd9f-331de8362afd tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7ac2780-8cba-46d9-99a6-0de7d789a10d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585251
Jan 26 22:08:25.561064 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ad86fe15-8730-4b7d-b099-ef607eb52b3e req-849f3db9-384f-44a7-ada6-0f3d267e07bc tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32409920'] for port, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:25.582424 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c0ec48e6-5938-4ad1-b516-b314400ea193 tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:08:25.687368 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f3db9-384f-44a7-ada6-0f3d267e07bc tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Pushing event deleted for resources: {'Port': ['ID=8bec9ac3-fd52-4324-b666-41795656831d,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:08:25.700263 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849f3db9-384f-44a7-ada6-0f3d267e07bc tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:08:25.700681 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849f3db9-384f-44a7-ada6-0f3d267e07bc tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:08:25.701118 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849f3db9-384f-44a7-ada6-0f3d267e07bc tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:08:25.701501 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849f3db9-384f-44a7-ada6-0f3d267e07bc tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:08:25.701902 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849f3db9-384f-44a7-ada6-0f3d267e07bc tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:08:25.702301 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849f3db9-384f-44a7-ada6-0f3d267e07bc tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:08:25.702696 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849f3db9-384f-44a7-ada6-0f3d267e07bc tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:08:25.703090 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849f3db9-384f-44a7-ada6-0f3d267e07bc tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:08:25.703508 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849f3db9-384f-44a7-ada6-0f3d267e07bc tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:08:25.703904 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849f3db9-384f-44a7-ada6-0f3d267e07bc tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:08:25.704295 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849f3db9-384f-44a7-ada6-0f3d267e07bc tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:08:25.704692 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849f3db9-384f-44a7-ada6-0f3d267e07bc tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:08:25.705118 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849f3db9-384f-44a7-ada6-0f3d267e07bc tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:08:25.705511 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849f3db9-384f-44a7-ada6-0f3d267e07bc tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:08:25.705900 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849f3db9-384f-44a7-ada6-0f3d267e07bc tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:08:25.706291 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849f3db9-384f-44a7-ada6-0f3d267e07bc tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:08:25.706681 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849f3db9-384f-44a7-ada6-0f3d267e07bc tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:08:25.707071 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849f3db9-384f-44a7-ada6-0f3d267e07bc tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:08:25.707485 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849f3db9-384f-44a7-ada6-0f3d267e07bc tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:08:25.707878 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849f3db9-384f-44a7-ada6-0f3d267e07bc tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:08:25.708270 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849f3db9-384f-44a7-ada6-0f3d267e07bc tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:08:25.708661 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849f3db9-384f-44a7-ada6-0f3d267e07bc tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:08:25.709051 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849f3db9-384f-44a7-ada6-0f3d267e07bc tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:08:25.709439 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849f3db9-384f-44a7-ada6-0f3d267e07bc tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:08:25.713554 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-849f3db9-384f-44a7-ada6-0f3d267e07bc tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:08:25.988096 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad86fe15-8730-4b7d-b099-ef607eb52b3e req-849f3db9-384f-44a7-ada6-0f3d267e07bc tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Router 9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da has already been hosted by L3 agent d246ac06-2269-4624-8b82-d0eab6b3335a {{(pid=80148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 22:08:26.006603 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 8bec9ac3-fd52-4324-b666-41795656831d no longer exists at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 22:08:26.046388 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] No Port match for: 8bec9ac3-fd52-4324-b666-41795656831d {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 22:08:26.046781 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 8bec9ac3-fd52-4324-b666-41795656831d not bound to the agent host hv-cinder-77212 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 22:08:26.192602 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad86fe15-8730-4b7d-b099-ef607eb52b3e req-849f3db9-384f-44a7-ada6-0f3d267e07bc tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify agent at l3_agent.dv-cinder-772126-1-iscsi the message routers_updated {{(pid=80148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 22:08:26.203169 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44eeeb0-3a3d-41fd-a143-65b9b414c8a9 None None] Sync routers for ids ['9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da'] in dv-cinder-772126-1-iscsi {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 22:08:26.214933 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44eeeb0-3a3d-41fd-a143-65b9b414c8a9 None None] Routers {'9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:08:26.215655 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-f44eeeb0-3a3d-41fd-a143-65b9b414c8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5ae873e80>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:08:13Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:08:26.238267 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad86fe15-8730-4b7d-b099-ef607eb52b3e req-849f3db9-384f-44a7-ada6-0f3d267e07bc tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] No DVR routers for this DVR port 8bec9ac3-fd52-4324-b666-41795656831d on host hv-cinder-77212 {{(pid=80148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 22:08:26.244289 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ad86fe15-8730-4b7d-b099-ef607eb52b3e req-849f3db9-384f-44a7-ada6-0f3d267e07bc tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:26.248574 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e8fb68-9ce0-4c57-b76c-0e7b29f8908f', 'name': 'network-vif-deleted', 'tag': '8bec9ac3-fd52-4324-b666-41795656831d'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:08:26.314797 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ad86fe15-8730-4b7d-b099-ef607eb52b3e req-849f3db9-384f-44a7-ada6-0f3d267e07bc tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.45 "DELETE /v2.0/ports/8bec9ac3-fd52-4324-b666-41795656831d HTTP/1.1" status: 204  len: 173 time: 1.9366128
Jan 26 22:08:26.319158 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e8fb68-9ce0-4c57-b76c-0e7b29f8908f', 'name': 'network-vif-deleted', 'tag': '8bec9ac3-fd52-4324-b666-41795656831d', 'status': 'completed', 'code': 200}
Jan 26 22:08:26.413734 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-f44eeeb0-3a3d-41fd-a143-65b9b414c8a9 None None] Set router 9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da gateway port host: dv-cinder-772126-1-iscsi {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:08:26.514928 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-4ab0b356-a594-4fe2-9b80-cbe45b2bf551 req-c025c548-8ceb-47d5-8427-165db357dcf6 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/ports?device_id=39e8fb68-9ce0-4c57-b76c-0e7b29f8908f HTTP/1.1" status: 200  len: 210 time: 0.0511739
Jan 26 22:08:26.767272 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-f44eeeb0-3a3d-41fd-a143-65b9b414c8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5ae873e80>, [{'id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'name': 'tempest-AttachVolumeTestJSON-464932842-router', 'tenant_id': '60dfcf3014784939a1cc511726ce21b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'f88a3669-1607-44e0-94d7-adf4d8b2c6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:03:47Z', 'updated_at': '2021-01-26T22:03:52Z', 'revision_number': 4, 'project_id': '60dfcf3014784939a1cc511726ce21b9', 'gw_port': {'id': 'f88a3669-1607-44e0-94d7-adf4d8b2c6b4', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:03:48Z', 'updated_at': '2021-01-26T22:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': 'e1a57a6b-d8a9-400c-a48b-2c941d5b65bb', 'name': '', 'network_id': 'bcb900ab-09f7-4daf-a87d-d29a89c050da', 'tenant_id': '60dfcf3014784939a1cc511726ce21b9', 'mac_address': 'fa:16:3e:fc:b2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '76424a3e-3bc6-47af-a6d3-63e8d7b4146b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:03:51Z', 'updated_at': '2021-01-26T22:04:01Z', 'revision_number': 5, 'project_id': '60dfcf3014784939a1cc511726ce21b9', 'subnets': [{'id': '76424a3e-3bc6-47af-a6d3-63e8d7b4146b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:08:26.771355 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44eeeb0-3a3d-41fd-a143-65b9b414c8a9 None None] Checking router: 9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da for host: dv-cinder-772126-1-iscsi {{(pid=80150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 22:08:26.780292 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44eeeb0-3a3d-41fd-a143-65b9b414c8a9 None None] Routers {'9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:08:26.780949 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-f44eeeb0-3a3d-41fd-a143-65b9b414c8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5ae873e80>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:08:13Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:08:26.977325 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-f44eeeb0-3a3d-41fd-a143-65b9b414c8a9 None None] Set router 9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da gateway port host: dv-cinder-772126-1-iscsi {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:08:27.332946 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-f44eeeb0-3a3d-41fd-a143-65b9b414c8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5ae873e80>, [{'id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'name': 'tempest-AttachVolumeTestJSON-464932842-router', 'tenant_id': '60dfcf3014784939a1cc511726ce21b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'f88a3669-1607-44e0-94d7-adf4d8b2c6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:03:47Z', 'updated_at': '2021-01-26T22:03:52Z', 'revision_number': 4, 'project_id': '60dfcf3014784939a1cc511726ce21b9', 'gw_port': {'id': 'f88a3669-1607-44e0-94d7-adf4d8b2c6b4', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:03:48Z', 'updated_at': '2021-01-26T22:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': 'e1a57a6b-d8a9-400c-a48b-2c941d5b65bb', 'name': '', 'network_id': 'bcb900ab-09f7-4daf-a87d-d29a89c050da', 'tenant_id': '60dfcf3014784939a1cc511726ce21b9', 'mac_address': 'fa:16:3e:fc:b2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '76424a3e-3bc6-47af-a6d3-63e8d7b4146b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:03:51Z', 'updated_at': '2021-01-26T22:04:01Z', 'revision_number': 5, 'project_id': '60dfcf3014784939a1cc511726ce21b9', 'subnets': [{'id': '76424a3e-3bc6-47af-a6d3-63e8d7b4146b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:08:27.337115 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44eeeb0-3a3d-41fd-a143-65b9b414c8a9 None None] The sync data for ids ['9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da'] in dv-cinder-772126-1-iscsi is: [{'id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'name': 'tempest-AttachVolumeTestJSON-464932842-router', 'tenant_id': '60dfcf3014784939a1cc511726ce21b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'f88a3669-1607-44e0-94d7-adf4d8b2c6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:03:47Z', 'updated_at': '2021-01-26T22:03:52Z', 'revision_number': 4, 'project_id': '60dfcf3014784939a1cc511726ce21b9', 'gw_port': {'id': 'f88a3669-1607-44e0-94d7-adf4d8b2c6b4', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:03:48Z', 'updated_at': '2021-01-26T22:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': 'e1a57a6b-d8a9-400c-a48b-2c941d5b65bb', 'name': '', 'network_id': 'bcb900ab-09f7-4daf-a87d-d29a89c050da', 'tenant_id': '60dfcf3014784939a1cc511726ce21b9', 'mac_address': 'fa:16:3e:fc:b2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '76424a3e-3bc6-47af-a6d3-63e8d7b4146b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:03:51Z', 'updated_at': '2021-01-26T22:04:01Z', 'revision_number': 5, 'project_id': '60dfcf3014784939a1cc511726ce21b9', 'subnets': [{'id': '76424a3e-3bc6-47af-a6d3-63e8d7b4146b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 22:08:27.714593 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 52978) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:08:27.791871 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bb4402-af68-4c67-9179-5d43916ddea3 None None] New status for floating IP 0895febf-aa6a-4360-bb7e-cfc0fcb82823: DOWN {{(pid=80151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 26 22:08:27.807863 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45d2a6ce-6d60-417b-bb04-8767f8041134 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:27.840116 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45d2a6ce-6d60-417b-bb04-8767f8041134 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:27.955490 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45d2a6ce-6d60-417b-bb04-8767f8041134 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:27.961278 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6364de57-98d1-4122-ab98-094259976afa tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:08:27.978297 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d2a6ce-6d60-417b-bb04-8767f8041134 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ac2780-8cba-46d9-99a6-0de7d789a10d,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:08:27.981449 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-45d2a6ce-6d60-417b-bb04-8767f8041134 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:08:28.018016 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45d2a6ce-6d60-417b-bb04-8767f8041134 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:28.019258 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-45d2a6ce-6d60-417b-bb04-8767f8041134 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "DELETE /v2.0/security-groups/b7ac2780-8cba-46d9-99a6-0de7d789a10d HTTP/1.1" status: 204  len: 168 time: 0.3025005
Jan 26 22:08:28.022571 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 52982) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:08:28.041692 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.api.v2.resource [None req-2efcfa3d-851a-4b71-8603-bb479a1d70aa tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] show failed (client error): The resource could not be found.
Jan 26 22:08:28.044689 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-2efcfa3d-851a-4b71-8603-bb479a1d70aa tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "GET /v2.0/security-groups/b7ac2780-8cba-46d9-99a6-0de7d789a10d HTTP/1.1" status: 404  len: 347 time: 0.0192721
Jan 26 22:08:28.047260 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 52986) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:08:28.232832 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-1b2a15a9-3964-46c3-8c93-b1dd995e4563 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Deleting port 332d6bbe-a8f7-401b-be86-4c6b5047675e {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:08:28.233214 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1b2a15a9-3964-46c3-8c93-b1dd995e4563 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:28.427799 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1b2a15a9-3964-46c3-8c93-b1dd995e4563 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:28.428382 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1b2a15a9-3964-46c3-8c93-b1dd995e4563 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:28.570722 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-1b2a15a9-3964-46c3-8c93-b1dd995e4563 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Calling delete_port for 332d6bbe-a8f7-401b-be86-4c6b5047675e owned by network:floatingip {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:08:28.750523 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1b2a15a9-3964-46c3-8c93-b1dd995e4563 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32409920'] for port, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:28.770704 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b6c535ff-ff7f-4300-8deb-707cf4bc3fc4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:08:28.867012 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a15a9-3964-46c3-8c93-b1dd995e4563 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Pushing event deleted for resources: {'Port': ['ID=332d6bbe-a8f7-401b-be86-4c6b5047675e,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:08:28.870993 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1b2a15a9-3964-46c3-8c93-b1dd995e4563 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:08:29.014190 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1b2a15a9-3964-46c3-8c93-b1dd995e4563 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks [] for floatingip, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:29.030048 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1b2a15a9-3964-46c3-8c93-b1dd995e4563 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for floatingip, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:29.031306 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-1b2a15a9-3964-46c3-8c93-b1dd995e4563 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] 10.222.0.30 "DELETE /v2.0/floatingips/0895febf-aa6a-4360-bb7e-cfc0fcb82823 HTTP/1.1" status: 204  len: 168 time: 0.9822812
Jan 26 22:08:33.291666 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 53016) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:08:33.862223 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-98f9f362-e7fc-4bde-ad78-f8b72a33f861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036821519634'] for router_interface, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:34.239212 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-98f9f362-e7fc-4bde-ad78-f8b72a33f861 admin admin] Deleting port e1a57a6b-d8a9-400c-a48b-2c941d5b65bb {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:08:34.239495 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-98f9f362-e7fc-4bde-ad78-f8b72a33f861 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:34.424294 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-98f9f362-e7fc-4bde-ad78-f8b72a33f861 admin admin] For port e1a57a6b-d8a9-400c-a48b-2c941d5b65bb, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=e1a57a6b-d8a9-400c-a48b-2c941d5b65bb,segment=NetworkSegment(fd74516d-a689-4060-abef-5152681981b3),segment_id=fd74516d-a689-4060-abef-5152681981b3)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:08:34.424868 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-98f9f362-e7fc-4bde-ad78-f8b72a33f861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:34.802997 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-98f9f362-e7fc-4bde-ad78-f8b72a33f861 admin admin] Calling delete_port for e1a57a6b-d8a9-400c-a48b-2c941d5b65bb owned by network:router_interface {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:08:35.063883 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-98f9f362-e7fc-4bde-ad78-f8b72a33f861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32409920'] for port, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:35.080744 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f9198d2a-bf65-4fd5-a4ac-c9f5dc9f4e21 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:08:35.176878 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9f362-e7fc-4bde-ad78-f8b72a33f861 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1a57a6b-d8a9-400c-a48b-2c941d5b65bb,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:08:35.184593 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-98f9f362-e7fc-4bde-ad78-f8b72a33f861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:08:35.504502 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-98f9f362-e7fc-4bde-ad78-f8b72a33f861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036821729918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33259135'] for router_interface, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:36.022995 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f9f362-e7fc-4bde-ad78-f8b72a33f861 admin admin] Router 9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da has already been hosted by L3 agent d246ac06-2269-4624-8b82-d0eab6b3335a {{(pid=80148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 22:08:36.217245 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f9f362-e7fc-4bde-ad78-f8b72a33f861 admin admin] Notify agent at l3_agent.dv-cinder-772126-1-iscsi the message routers_updated {{(pid=80148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 22:08:36.227932 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0ee3ed-9af4-4e92-9214-44907e336cc2 None None] Sync routers for ids ['9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da'] in dv-cinder-772126-1-iscsi {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 22:08:36.231106 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-98f9f362-e7fc-4bde-ad78-f8b72a33f861 admin admin] 10.222.0.30 "PUT /v2.0/routers/9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9381464
Jan 26 22:08:36.234174 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 53020) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:08:36.239301 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0ee3ed-9af4-4e92-9214-44907e336cc2 None None] Routers {'9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:08:36.240427 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-dd0ee3ed-9af4-4e92-9214-44907e336cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5acef3470>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:08:13Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:08:36.423752 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d965f6be-134a-49e9-bedd-8e1115b0a88b admin admin] Notify callbacks [] for router, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:36.437881 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-dd0ee3ed-9af4-4e92-9214-44907e336cc2 None None] Set router 9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da gateway port host: dv-cinder-772126-1-iscsi {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:08:36.614977 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d965f6be-134a-49e9-bedd-8e1115b0a88b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:36.620356 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-d965f6be-134a-49e9-bedd-8e1115b0a88b admin admin] Deleting port f88a3669-1607-44e0-94d7-adf4d8b2c6b4 {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:08:36.621262 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d965f6be-134a-49e9-bedd-8e1115b0a88b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:36.749235 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-dd0ee3ed-9af4-4e92-9214-44907e336cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5acef3470>, [{'id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'name': 'tempest-AttachVolumeTestJSON-464932842-router', 'tenant_id': '60dfcf3014784939a1cc511726ce21b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'f88a3669-1607-44e0-94d7-adf4d8b2c6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:03:47Z', 'updated_at': '2021-01-26T22:08:34Z', 'revision_number': 5, 'project_id': '60dfcf3014784939a1cc511726ce21b9', 'gw_port': {'id': 'f88a3669-1607-44e0-94d7-adf4d8b2c6b4', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:03:48Z', 'updated_at': '2021-01-26T22:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi'}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:08:36.755414 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0ee3ed-9af4-4e92-9214-44907e336cc2 None None] Checking router: 9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da for host: dv-cinder-772126-1-iscsi {{(pid=80150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 22:08:36.770433 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0ee3ed-9af4-4e92-9214-44907e336cc2 None None] Routers {'9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:08:36.771127 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-dd0ee3ed-9af4-4e92-9214-44907e336cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5acef3470>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:08:13Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:08:36.817002 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-d965f6be-134a-49e9-bedd-8e1115b0a88b admin admin] For port f88a3669-1607-44e0-94d7-adf4d8b2c6b4, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=f88a3669-1607-44e0-94d7-adf4d8b2c6b4,segment=NetworkSegment(f4c7a2a5-f441-4cda-be7f-98d9b91d5196),segment_id=f4c7a2a5-f441-4cda-be7f-98d9b91d5196)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:08:36.817401 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d965f6be-134a-49e9-bedd-8e1115b0a88b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:36.952305 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-d965f6be-134a-49e9-bedd-8e1115b0a88b admin admin] Calling delete_port for f88a3669-1607-44e0-94d7-adf4d8b2c6b4 owned by network:router_gateway {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:08:37.137713 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-dd0ee3ed-9af4-4e92-9214-44907e336cc2 None None] Set router 9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da gateway port host: dv-cinder-772126-1-iscsi {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:08:37.153447 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d965f6be-134a-49e9-bedd-8e1115b0a88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32409920'] for port, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:37.347780 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d965f6be-134a-49e9-bedd-8e1115b0a88b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33254391'] for router_gateway, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:37.449441 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-dd0ee3ed-9af4-4e92-9214-44907e336cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5acef3470>, [{'id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'name': 'tempest-AttachVolumeTestJSON-464932842-router', 'tenant_id': '60dfcf3014784939a1cc511726ce21b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'f88a3669-1607-44e0-94d7-adf4d8b2c6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:03:47Z', 'updated_at': '2021-01-26T22:08:34Z', 'revision_number': 5, 'project_id': '60dfcf3014784939a1cc511726ce21b9', 'gw_port': {'id': 'f88a3669-1607-44e0-94d7-adf4d8b2c6b4', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:03:48Z', 'updated_at': '2021-01-26T22:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi'}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:08:37.453675 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0ee3ed-9af4-4e92-9214-44907e336cc2 None None] The sync data for ids ['9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da'] in dv-cinder-772126-1-iscsi is: [{'id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'name': 'tempest-AttachVolumeTestJSON-464932842-router', 'tenant_id': '60dfcf3014784939a1cc511726ce21b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.155'}], 'enable_snat': True}, 'gw_port_id': 'f88a3669-1607-44e0-94d7-adf4d8b2c6b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:03:47Z', 'updated_at': '2021-01-26T22:08:34Z', 'revision_number': 5, 'project_id': '60dfcf3014784939a1cc511726ce21b9', 'gw_port': {'id': 'f88a3669-1607-44e0-94d7-adf4d8b2c6b4', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:03:48Z', 'updated_at': '2021-01-26T22:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi'}] {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 22:08:37.744595 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d965f6be-134a-49e9-bedd-8e1115b0a88b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33261030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854745232'] for router, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:37.747598 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d965f6be-134a-49e9-bedd-8e1115b0a88b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:37.898308 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d965f6be-134a-49e9-bedd-8e1115b0a88b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036821514634'] for router, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:37.898883 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d965f6be-134a-49e9-bedd-8e1115b0a88b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da {{(pid=80148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 26 22:08:37.912551 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d965f6be-134a-49e9-bedd-8e1115b0a88b admin admin] Notify callbacks [] for router, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:37.914100 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-d965f6be-134a-49e9-bedd-8e1115b0a88b admin admin] 10.222.0.30 "DELETE /v2.0/routers/9fc3a3d6-74c2-4fe9-aeb6-7fcd645969da HTTP/1.1" status: 204  len: 168 time: 1.6786137
Jan 26 22:08:37.916477 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 53024) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:08:37.990150 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a2345b5-491d-4cbc-aed1-e8b72997560d admin admin] Deleting subnet 76424a3e-3bc6-47af-a6d3-63e8d7b4146b {{(pid=80148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 26 22:08:37.996056 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2a2345b5-491d-4cbc-aed1-e8b72997560d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:38.051609 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2a2345b5-491d-4cbc-aed1-e8b72997560d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33212064'] for subnet, precommit_delete_associations {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:38.137565 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2a2345b5-491d-4cbc-aed1-e8b72997560d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-902117'] for subnet, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:38.430230 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2a2345b5-491d-4cbc-aed1-e8b72997560d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853873682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32410260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31774850'] for subnet, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:38.447266 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:08:38.534510 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2345b5-491d-4cbc-aed1-e8b72997560d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76424a3e-3bc6-47af-a6d3-63e8d7b4146b,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:08:38.537629 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2a2345b5-491d-4cbc-aed1-e8b72997560d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:08:38.589775 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2a2345b5-491d-4cbc-aed1-e8b72997560d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for subnet, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:38.594863 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1966b3d5-d161-4f0c-91b9-6fa35336fee7 None None] Network bcb900ab-09f7-4daf-a87d-d29a89c050da requested from dv-cinder-772126-1-iscsi {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 22:08:38.597978 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-2a2345b5-491d-4cbc-aed1-e8b72997560d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/76424a3e-3bc6-47af-a6d3-63e8d7b4146b HTTP/1.1" status: 204  len: 168 time: 0.6790726
Jan 26 22:08:38.600566 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 53028) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:08:38.726552 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-44409d43-b474-466e-8089-4000c3caa767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695781'] for network, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:38.813897 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-44409d43-b474-466e-8089-4000c3caa767 admin admin] Deleting port dc62b8f3-4d99-480e-93b8-958b820c6ff4 {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:08:38.814363 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-44409d43-b474-466e-8089-4000c3caa767 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:38.865069 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348bed0b-54d9-4ff6-902e-4dc2029152e1 None None] DHCP port deletion for bcb900ab-09f7-4daf-a87d-d29a89c050da request from dv-cinder-772126-1-iscsi {{(pid=80150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 26 22:08:38.869414 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-348bed0b-54d9-4ff6-902e-4dc2029152e1 None None] Deleting port dc62b8f3-4d99-480e-93b8-958b820c6ff4 {{(pid=80150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:08:38.869830 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-348bed0b-54d9-4ff6-902e-4dc2029152e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:39.053395 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-44409d43-b474-466e-8089-4000c3caa767 admin admin] For port dc62b8f3-4d99-480e-93b8-958b820c6ff4, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=dc62b8f3-4d99-480e-93b8-958b820c6ff4,segment=NetworkSegment(fd74516d-a689-4060-abef-5152681981b3),segment_id=fd74516d-a689-4060-abef-5152681981b3)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:08:39.053799 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-44409d43-b474-466e-8089-4000c3caa767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:39.101019 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-348bed0b-54d9-4ff6-902e-4dc2029152e1 None None] For port dc62b8f3-4d99-480e-93b8-958b820c6ff4, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=dc62b8f3-4d99-480e-93b8-958b820c6ff4,segment=NetworkSegment(fd74516d-a689-4060-abef-5152681981b3),segment_id=fd74516d-a689-4060-abef-5152681981b3)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:08:39.101391 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-348bed0b-54d9-4ff6-902e-4dc2029152e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:39.196884 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-44409d43-b474-466e-8089-4000c3caa767 admin admin] Calling delete_port for dc62b8f3-4d99-480e-93b8-958b820c6ff4 owned by network:dhcp {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:08:39.238057 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-348bed0b-54d9-4ff6-902e-4dc2029152e1 None None] Calling delete_port for dc62b8f3-4d99-480e-93b8-958b820c6ff4 owned by network:dhcp {{(pid=80150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:08:39.333481 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device f88a3669-1607-44e0-94d7-adf4d8b2c6b4 no longer exists at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 22:08:39.374518 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] No Port match for: f88a3669-1607-44e0-94d7-adf4d8b2c6b4 {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 22:08:39.374916 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device f88a3669-1607-44e0-94d7-adf4d8b2c6b4 not bound to the agent host dv-cinder-772126-1-iscsi {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 22:08:39.375423 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device e1a57a6b-d8a9-400c-a48b-2c941d5b65bb no longer exists at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 22:08:39.412977 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-44409d43-b474-466e-8089-4000c3caa767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32409920'] for port, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:39.413374 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] No Port match for: e1a57a6b-d8a9-400c-a48b-2c941d5b65bb {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 22:08:39.413775 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device e1a57a6b-d8a9-400c-a48b-2c941d5b65bb not bound to the agent host dv-cinder-772126-1-iscsi {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 22:08:39.414252 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device dc62b8f3-4d99-480e-93b8-958b820c6ff4 no longer exists at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 22:08:39.429855 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f18a3d0d-2127-4b09-b007-4ddd8f02fbd4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:08:39.443699 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.db.api [None req-348bed0b-54d9-4ff6-902e-4dc2029152e1 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jan 26 22:08:39.443699 dv-cinder-772126-1-iscsi neutron-server[80035]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s]
Jan 26 22:08:39.443699 dv-cinder-772126-1-iscsi neutron-server[80035]: [parameters: {'port_id': 'dc62b8f3-4d99-480e-93b8-958b820c6ff4'}]
Jan 26 22:08:39.443699 dv-cinder-772126-1-iscsi neutron-server[80035]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=80150) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 26 22:08:39.444090 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_db.api [None req-348bed0b-54d9-4ff6-902e-4dc2029152e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 26 22:08:39.455206 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] No Port match for: dc62b8f3-4d99-480e-93b8-958b820c6ff4 {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 22:08:39.455631 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device dc62b8f3-4d99-480e-93b8-958b820c6ff4 not bound to the agent host dv-cinder-772126-1-iscsi {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 22:08:39.535867 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44409d43-b474-466e-8089-4000c3caa767 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc62b8f3-4d99-480e-93b8-958b820c6ff4,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:08:39.542101 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-44409d43-b474-466e-8089-4000c3caa767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:08:39.561477 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f55ae2ec-4803-4a1b-81d4-91af72f792f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:39.575100 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44409d43-b474-466e-8089-4000c3caa767 admin admin] No DVR routers for this DVR port dc62b8f3-4d99-480e-93b8-958b820c6ff4 on host dv-cinder-772126-1-iscsi {{(pid=80148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 22:08:39.702708 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-44409d43-b474-466e-8089-4000c3caa767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917372', 'neutron.services.segments.db._delete_segments_for_network--9223363247824506586'] for network, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:39.822799 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.segments.db [None req-44409d43-b474-466e-8089-4000c3caa767 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe5ae536f28>,) {'filters': {'network_id': ['bcb900ab-09f7-4daf-a87d-d29a89c050da']}} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:08:39.836787 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.segments.db [None req-44409d43-b474-466e-8089-4000c3caa767 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5ae536f28>, 'fd74516d-a689-4060-abef-5152681981b3') {'for_net_delete': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:08:39.837182 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.segments.db [None req-44409d43-b474-466e-8089-4000c3caa767 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5ae536f28>, 'fd74516d-a689-4060-abef-5152681981b3') {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:08:39.851051 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-44409d43-b474-466e-8089-4000c3caa767 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247824509914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036821563736'] for segment, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:39.866693 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-44409d43-b474-466e-8089-4000c3caa767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853870792'] for segment, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:39.868754 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-44409d43-b474-466e-8089-4000c3caa767 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 26 22:08:39.945360 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-348bed0b-54d9-4ff6-902e-4dc2029152e1 None None] Deleting port dc62b8f3-4d99-480e-93b8-958b820c6ff4 {{(pid=80150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:08:39.945962 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-348bed0b-54d9-4ff6-902e-4dc2029152e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:40.019048 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-348bed0b-54d9-4ff6-902e-4dc2029152e1 None None] The port 'dc62b8f3-4d99-480e-93b8-958b820c6ff4' was deleted {{(pid=80150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 26 22:08:40.059546 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-44409d43-b474-466e-8089-4000c3caa767 admin admin] Network bcb900ab-09f7-4daf-a87d-d29a89c050da has no segments {{(pid=80148) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 22:08:40.068765 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-44409d43-b474-466e-8089-4000c3caa767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-905039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822365897'] for segment, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:40.249763 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-44409d43-b474-466e-8089-4000c3caa767 admin admin] Network bcb900ab-09f7-4daf-a87d-d29a89c050da has no segments {{(pid=80148) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 22:08:40.273845 dv-cinder-772126-1-iscsi neutron-server[80035]: Traceback (most recent call last):
Jan 26 22:08:40.273845 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 26 22:08:40.273845 dv-cinder-772126-1-iscsi neutron-server[80035]:     timer()
Jan 26 22:08:40.273845 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 26 22:08:40.273845 dv-cinder-772126-1-iscsi neutron-server[80035]:     cb(*args, **kw)
Jan 26 22:08:40.273845 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 26 22:08:40.273845 dv-cinder-772126-1-iscsi neutron-server[80035]:     return func(*args, **kwargs)
Jan 26 22:08:40.273845 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 26 22:08:40.273845 dv-cinder-772126-1-iscsi neutron-server[80035]:     self._notify()
Jan 26 22:08:40.273845 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 26 22:08:40.273845 dv-cinder-772126-1-iscsi neutron-server[80035]:     self.callback(batched_events)
Jan 26 22:08:40.273845 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 26 22:08:40.273845 dv-cinder-772126-1-iscsi neutron-server[80035]:     event.method(event)
Jan 26 22:08:40.273845 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 26 22:08:40.273845 dv-cinder-772126-1-iscsi neutron-server[80035]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 26 22:08:40.273845 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 26 22:08:40.273845 dv-cinder-772126-1-iscsi neutron-server[80035]:     segment_id)['aggregates'][0]
Jan 26 22:08:40.273845 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 26 22:08:40.273845 dv-cinder-772126-1-iscsi neutron-server[80035]:     return f(self, *a, **k)
Jan 26 22:08:40.273845 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 26 22:08:40.273845 dv-cinder-772126-1-iscsi neutron-server[80035]:     return self._get(url).json()
Jan 26 22:08:40.273845 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 26 22:08:40.273845 dv-cinder-772126-1-iscsi neutron-server[80035]:     **kwargs)
Jan 26 22:08:40.273845 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 26 22:08:40.273845 dv-cinder-772126-1-iscsi neutron-server[80035]:     return self.request(url, 'GET', **kwargs)
Jan 26 22:08:40.273845 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 26 22:08:40.273845 dv-cinder-772126-1-iscsi neutron-server[80035]:     **endpoint_filter)
Jan 26 22:08:40.273845 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 26 22:08:40.273845 dv-cinder-772126-1-iscsi neutron-server[80035]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 26 22:08:40.273845 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 26 22:08:40.273845 dv-cinder-772126-1-iscsi neutron-server[80035]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 26 22:08:40.273845 dv-cinder-772126-1-iscsi neutron-server[80035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 26 22:08:40.435835 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-44409d43-b474-466e-8089-4000c3caa767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853858444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036821521443'] for network, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:40.439536 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-532bfba2-5551-45d6-897d-e20d619ce11d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:08:40.454537 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-44409d43-b474-466e-8089-4000c3caa767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for network, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:40.467141 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44409d43-b474-466e-8089-4000c3caa767 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcb900ab-09f7-4daf-a87d-d29a89c050da,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:08:40.470787 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-44409d43-b474-466e-8089-4000c3caa767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:08:40.510699 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-44409d43-b474-466e-8089-4000c3caa767 admin admin] 10.222.0.30 "DELETE /v2.0/networks/bcb900ab-09f7-4daf-a87d-d29a89c050da HTTP/1.1" status: 204  len: 168 time: 1.9090557
Jan 26 22:08:40.845768 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 53034) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:08:40.898538 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-6d221741-3128-43b2-a57e-72e6350eb9cf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=60dfcf3014784939a1cc511726ce21b9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0512593
Jan 26 22:08:40.901089 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 53038) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:08:40.967759 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-611f5ec1-f880-4a64-9a18-f4748912b83b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:40.996372 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-611f5ec1-f880-4a64-9a18-f4748912b83b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:41.058817 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 22:08:41.224391 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-611f5ec1-f880-4a64-9a18-f4748912b83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:41.230925 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-0540a27e-8c0f-4267-9278-fbb19a8e5122 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:08:41.250235 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f5ec1-f880-4a64-9a18-f4748912b83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a16045-604f-4a4d-b885-60fb130a4f78,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:08:41.253124 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-611f5ec1-f880-4a64-9a18-f4748912b83b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:08:41.254396 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-611f5ec1-f880-4a64-9a18-f4748912b83b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:41.256461 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-611f5ec1-f880-4a64-9a18-f4748912b83b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/40a16045-604f-4a4d-b885-60fb130a4f78 HTTP/1.1" status: 204  len: 168 time: 0.3535209
Jan 26 22:08:43.390245 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:43.418933 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-95b69a48-af97-4f29-99c9-fb27f44f9869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:44.515446 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:44.623616 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:45.418510 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:53.610896 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 53152) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:08:53.768313 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-68158492-3662-4137-9948-ed5d0e035108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:53.783533 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-68158492-3662-4137-9948-ed5d0e035108 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:08:53.787564 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-68158492-3662-4137-9948-ed5d0e035108 admin admin] Usage tracker for resource:security_group_rule and tenant:f10701d4ab94467195d056ad8d27ae46 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:08:53.790481 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-68158492-3662-4137-9948-ed5d0e035108 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:08:53.797597 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-68158492-3662-4137-9948-ed5d0e035108 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:08:54.013812 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-68158492-3662-4137-9948-ed5d0e035108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:54.075771 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-68158492-3662-4137-9948-ed5d0e035108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:54.086123 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-4f9182fa-e07a-495a-a142-d780432a5ab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:08:54.136953 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-68158492-3662-4137-9948-ed5d0e035108 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f10701d4ab94467195d056ad8d27ae46&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5248234
Jan 26 22:08:54.137924 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68158492-3662-4137-9948-ed5d0e035108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5631e2-b8ff-4459-8eff-ecffcdb27874,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:08:54.140122 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 53160) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:08:54.141649 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-68158492-3662-4137-9948-ed5d0e035108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:08:54.206664 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-06b6eb13-069f-4e82-b933-eeb795305149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:54.236150 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-06b6eb13-069f-4e82-b933-eeb795305149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:54.303913 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-06b6eb13-069f-4e82-b933-eeb795305149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:54.308095 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6911f669-abd3-4df5-8f1d-816b6adfa2a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:08:54.324876 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b6eb13-069f-4e82-b933-eeb795305149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5631e2-b8ff-4459-8eff-ecffcdb27874,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:08:54.338356 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6eb13-069f-4e82-b933-eeb795305149 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:08:54.338786 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6eb13-069f-4e82-b933-eeb795305149 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:08:54.339208 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6eb13-069f-4e82-b933-eeb795305149 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:08:54.339657 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6eb13-069f-4e82-b933-eeb795305149 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:08:54.340070 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6eb13-069f-4e82-b933-eeb795305149 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:08:54.340476 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6eb13-069f-4e82-b933-eeb795305149 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:08:54.340886 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6eb13-069f-4e82-b933-eeb795305149 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:08:54.341288 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6eb13-069f-4e82-b933-eeb795305149 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:08:54.341698 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6eb13-069f-4e82-b933-eeb795305149 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:08:54.342141 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6eb13-069f-4e82-b933-eeb795305149 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:08:54.343986 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6eb13-069f-4e82-b933-eeb795305149 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:08:54.344403 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6eb13-069f-4e82-b933-eeb795305149 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:08:54.344863 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6eb13-069f-4e82-b933-eeb795305149 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:08:54.345298 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6eb13-069f-4e82-b933-eeb795305149 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:08:54.345683 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6eb13-069f-4e82-b933-eeb795305149 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:08:54.346337 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6eb13-069f-4e82-b933-eeb795305149 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:08:54.346804 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6eb13-069f-4e82-b933-eeb795305149 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:08:54.347139 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6eb13-069f-4e82-b933-eeb795305149 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:08:54.347577 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6eb13-069f-4e82-b933-eeb795305149 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:08:54.347982 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6eb13-069f-4e82-b933-eeb795305149 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:08:54.348389 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6eb13-069f-4e82-b933-eeb795305149 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:08:54.348793 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6eb13-069f-4e82-b933-eeb795305149 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:08:54.349192 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6eb13-069f-4e82-b933-eeb795305149 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:08:54.349593 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b6eb13-069f-4e82-b933-eeb795305149 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:08:54.353446 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-06b6eb13-069f-4e82-b933-eeb795305149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:08:54.356304 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-06b6eb13-069f-4e82-b933-eeb795305149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:08:54.357046 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-06b6eb13-069f-4e82-b933-eeb795305149 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9b5631e2-b8ff-4459-8eff-ecffcdb27874 HTTP/1.1" status: 204  len: 168 time: 0.2154870
Jan 26 22:09:06.192629 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 53252) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:09:06.373860 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-8fb68232-e738-4013-b9e0-2b4e5d8ff454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:06.392081 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-8fb68232-e738-4013-b9e0-2b4e5d8ff454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:09:06.396870 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-8fb68232-e738-4013-b9e0-2b4e5d8ff454 admin admin] Usage tracker for resource:security_group_rule and tenant:64c9264401c649a3bac724dd1426d79d is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:09:06.400119 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-8fb68232-e738-4013-b9e0-2b4e5d8ff454 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:09:06.408301 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-8fb68232-e738-4013-b9e0-2b4e5d8ff454 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:09:06.529981 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-8fb68232-e738-4013-b9e0-2b4e5d8ff454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:06.572746 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-8fb68232-e738-4013-b9e0-2b4e5d8ff454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:06.584512 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-082af0b1-4be0-4823-9429-0adc9419bc2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:09:06.645301 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-8fb68232-e738-4013-b9e0-2b4e5d8ff454 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=64c9264401c649a3bac724dd1426d79d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4513466
Jan 26 22:09:06.646201 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb68232-e738-4013-b9e0-2b4e5d8ff454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db00d2d9-0370-4c16-935f-2a7ef8ed074e,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:09:06.648592 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 53258) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:09:06.650014 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-8fb68232-e738-4013-b9e0-2b4e5d8ff454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:09:06.743749 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-db8dfe64-1f32-4602-a99b-456606256c24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:06.776291 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-db8dfe64-1f32-4602-a99b-456606256c24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:06.864405 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-db8dfe64-1f32-4602-a99b-456606256c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:06.870210 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2f3cf56b-29be-4da1-a1b6-911ca0d77a4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:09:06.884964 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8dfe64-1f32-4602-a99b-456606256c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db00d2d9-0370-4c16-935f-2a7ef8ed074e,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:09:06.887752 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-db8dfe64-1f32-4602-a99b-456606256c24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:09:06.897607 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-db8dfe64-1f32-4602-a99b-456606256c24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:06.898788 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-db8dfe64-1f32-4602-a99b-456606256c24 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/db00d2d9-0370-4c16-935f-2a7ef8ed074e HTTP/1.1" status: 204  len: 168 time: 0.2481401
Jan 26 22:09:07.457673 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 53266) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:09:07.478628 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c904c012-7300-4200-b166-0c808dce3fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:07.496183 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-c904c012-7300-4200-b166-0c808dce3fbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:09:07.500623 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-c904c012-7300-4200-b166-0c808dce3fbc admin admin] Usage tracker for resource:security_group_rule and tenant:417bb863c9e64e479d31e58af548fb64 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:09:07.504496 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-c904c012-7300-4200-b166-0c808dce3fbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:09:07.510572 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-c904c012-7300-4200-b166-0c808dce3fbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:09:07.604309 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c904c012-7300-4200-b166-0c808dce3fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:07.646927 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c904c012-7300-4200-b166-0c808dce3fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:07.656601 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-db8dfe64-1f32-4602-a99b-456606256c24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:09:07.706577 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-c904c012-7300-4200-b166-0c808dce3fbc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=417bb863c9e64e479d31e58af548fb64&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2476029
Jan 26 22:09:07.709827 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 53270) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:09:07.712885 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c904c012-7300-4200-b166-0c808dce3fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a046564b-4b98-4828-a407-dc8b46c20bd2,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:09:07.727455 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c904c012-7300-4200-b166-0c808dce3fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:09:07.781579 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-61381297-7a8b-4a3e-89b9-7fa9b3f9ce60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:07.809710 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-61381297-7a8b-4a3e-89b9-7fa9b3f9ce60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:07.893067 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-61381297-7a8b-4a3e-89b9-7fa9b3f9ce60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:07.902144 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f8e3270d-4ae6-4c18-8ecd-408942e1b9db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:09:07.910909 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61381297-7a8b-4a3e-89b9-7fa9b3f9ce60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a046564b-4b98-4828-a407-dc8b46c20bd2,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:09:07.914135 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-61381297-7a8b-4a3e-89b9-7fa9b3f9ce60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:09:07.916226 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-61381297-7a8b-4a3e-89b9-7fa9b3f9ce60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:07.917752 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-61381297-7a8b-4a3e-89b9-7fa9b3f9ce60 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a046564b-4b98-4828-a407-dc8b46c20bd2 HTTP/1.1" status: 204  len: 168 time: 0.2066109
Jan 26 22:09:09.560423 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ee5e38b0-326e-408c-a93c-442dc35c26d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:13.394374 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:13.424270 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6dd80fab-a094-4a9b-bbfc-1f1b88d13ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:14.555415 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:14.629479 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:15.394359 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:16.381479 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c6d69a27-0994-4881-9d70-26e2dabf4274 req-5f7fcd4d-0f55-4966-b741-79374ce90d7e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b9822f80-ba32-4beb-82a1-c15ac1097918&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0837388
Jan 26 22:09:16.497505 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d69a27-0994-4881-9d70-26e2dabf4274 req-be3d01b0-3832-49ca-b6ae-177b36ce15c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:09:16.499154 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c6d69a27-0994-4881-9d70-26e2dabf4274 req-be3d01b0-3832-49ca-b6ae-177b36ce15c7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=37d467f68082493b8af9e54aaa6b2a19&device_id=b9822f80-ba32-4beb-82a1-c15ac1097918 HTTP/1.1" status: 200  len: 1162 time: 0.0814309
Jan 26 22:09:16.673808 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d69a27-0994-4881-9d70-26e2dabf4274 req-34e5a912-d96d-465c-90bd-fc29840a9766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:09:16.676498 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c6d69a27-0994-4881-9d70-26e2dabf4274 req-34e5a912-d96d-465c-90bd-fc29840a9766 service neutron] 10.222.0.45 "GET /v2.0/networks?id=354411bd-e219-487c-b3ff-a0502e935076 HTTP/1.1" status: 200  len: 905 time: 0.1547005
Jan 26 22:09:16.794920 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c6d69a27-0994-4881-9d70-26e2dabf4274 req-d83cdabb-6984-482a-8c72-4c5ec17119f7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5118f8a8-1980-4d21-bfba-68d0fc55d14f HTTP/1.1" status: 200  len: 1001 time: 0.1116102
Jan 26 22:09:16.869845 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d69a27-0994-4881-9d70-26e2dabf4274 req-c4afbe8a-b441-446a-9d1b-102d774be822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:09:16.871364 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c6d69a27-0994-4881-9d70-26e2dabf4274 req-c4afbe8a-b441-446a-9d1b-102d774be822 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=08edff2a-ef60-4075-ac6c-04b3f85e84f6 HTTP/1.1" status: 200  len: 850 time: 0.0681758
Jan 26 22:09:16.963211 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d69a27-0994-4881-9d70-26e2dabf4274 req-571e6bf7-1b4a-428a-9af9-4f9985c8cabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:09:16.964917 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c6d69a27-0994-4881-9d70-26e2dabf4274 req-571e6bf7-1b4a-428a-9af9-4f9985c8cabe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=354411bd-e219-487c-b3ff-a0502e935076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0854735
Jan 26 22:09:17.125346 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c6d69a27-0994-4881-9d70-26e2dabf4274 req-37c457b7-32c1-45cb-aabb-e2a2cd9c1f88 service neutron] 10.222.0.45 "GET /v2.0/networks/354411bd-e219-487c-b3ff-a0502e935076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1521730
Jan 26 22:09:17.285165 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c6d69a27-0994-4881-9d70-26e2dabf4274 req-7da75457-fc46-4bd4-9e84-36e35403c2bb service neutron] 10.222.0.45 "GET /v2.0/networks/354411bd-e219-487c-b3ff-a0502e935076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1526108
Jan 26 22:09:18.058555 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 22:09:22.375246 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 53382) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:09:22.529266 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9b715825-ba66-495f-a4bd-f91a956555a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:22.544257 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-9b715825-ba66-495f-a4bd-f91a956555a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:09:22.548283 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-9b715825-ba66-495f-a4bd-f91a956555a1 admin admin] Usage tracker for resource:security_group_rule and tenant:9fc00298c7754be9bc79f124f721a527 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:09:22.551859 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-9b715825-ba66-495f-a4bd-f91a956555a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:09:22.557654 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-9b715825-ba66-495f-a4bd-f91a956555a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:09:22.645562 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9b715825-ba66-495f-a4bd-f91a956555a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:22.676214 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9b715825-ba66-495f-a4bd-f91a956555a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:22.686405 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b5c4745f-c1d1-47c6-8611-d7380b3357c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:09:22.732438 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-9b715825-ba66-495f-a4bd-f91a956555a1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9fc00298c7754be9bc79f124f721a527&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3558319
Jan 26 22:09:22.734151 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b715825-ba66-495f-a4bd-f91a956555a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40083a58-51f9-48e7-b624-b803d1fb3b73,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:09:22.735227 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 53388) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:09:22.738619 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9b715825-ba66-495f-a4bd-f91a956555a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:09:22.802637 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2f317dcf-ee46-43b8-b869-7a1e1cf65bd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:22.836654 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2f317dcf-ee46-43b8-b869-7a1e1cf65bd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:22.909568 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2f317dcf-ee46-43b8-b869-7a1e1cf65bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:22.915160 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-45d2a6ce-6d60-417b-bb04-8767f8041134 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:09:22.929847 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f317dcf-ee46-43b8-b869-7a1e1cf65bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40083a58-51f9-48e7-b624-b803d1fb3b73,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:09:22.932834 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2f317dcf-ee46-43b8-b869-7a1e1cf65bd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:09:22.944319 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2f317dcf-ee46-43b8-b869-7a1e1cf65bd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:22.948634 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-2f317dcf-ee46-43b8-b869-7a1e1cf65bd9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/40083a58-51f9-48e7-b624-b803d1fb3b73 HTTP/1.1" status: 204  len: 168 time: 0.2093620
Jan 26 22:09:23.416039 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 53396) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:09:23.436169 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-963169c4-9dd7-417d-a4fd-9d611f8f047c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:23.451772 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-963169c4-9dd7-417d-a4fd-9d611f8f047c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:09:23.455900 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-963169c4-9dd7-417d-a4fd-9d611f8f047c admin admin] Usage tracker for resource:security_group_rule and tenant:9ab1ea6b6dae4018bb69e8cf11f50fa8 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:09:23.458875 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-963169c4-9dd7-417d-a4fd-9d611f8f047c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:09:23.464772 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-963169c4-9dd7-417d-a4fd-9d611f8f047c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:09:23.550783 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-963169c4-9dd7-417d-a4fd-9d611f8f047c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:23.571840 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-963169c4-9dd7-417d-a4fd-9d611f8f047c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:23.580974 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:09:23.624289 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-963169c4-9dd7-417d-a4fd-9d611f8f047c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9ab1ea6b6dae4018bb69e8cf11f50fa8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2070968
Jan 26 22:09:23.626024 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963169c4-9dd7-417d-a4fd-9d611f8f047c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a81fca1-134e-4623-8461-c8406ccf263f,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:09:23.627192 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 53400) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:09:23.629752 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-963169c4-9dd7-417d-a4fd-9d611f8f047c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:09:23.693603 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f8f7fa78-62cc-498e-8b9e-ee446e40aa50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:23.726377 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f8f7fa78-62cc-498e-8b9e-ee446e40aa50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:24.052214 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f8f7fa78-62cc-498e-8b9e-ee446e40aa50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:24.057569 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c60933b6-26c4-4cb2-a816-4d3bcf0c9bdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:09:24.073364 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f7fa78-62cc-498e-8b9e-ee446e40aa50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a81fca1-134e-4623-8461-c8406ccf263f,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:09:24.078776 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f8f7fa78-62cc-498e-8b9e-ee446e40aa50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:09:24.084282 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f8f7fa78-62cc-498e-8b9e-ee446e40aa50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:24.085550 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-f8f7fa78-62cc-498e-8b9e-ee446e40aa50 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6a81fca1-134e-4623-8461-c8406ccf263f HTTP/1.1" status: 204  len: 168 time: 0.4571991
Jan 26 22:09:34.598003 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 53486) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:09:34.759557 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b8cbf28-b07d-47d9-ac56-48675f0a2a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:34.775794 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-2b8cbf28-b07d-47d9-ac56-48675f0a2a05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:09:34.779891 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-2b8cbf28-b07d-47d9-ac56-48675f0a2a05 admin admin] Usage tracker for resource:security_group_rule and tenant:9b4ce6702e524649b48a82dc2163c201 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:09:34.782894 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-2b8cbf28-b07d-47d9-ac56-48675f0a2a05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:09:34.789913 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-2b8cbf28-b07d-47d9-ac56-48675f0a2a05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:09:34.879753 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b8cbf28-b07d-47d9-ac56-48675f0a2a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:34.920226 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fac087-3098-4731-a4ed-2359cfb9dbdb req-1c39b5ee-b5d1-4643-a13e-5c60cc913e26 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:09:34.920685 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b8cbf28-b07d-47d9-ac56-48675f0a2a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:34.921967 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-97fac087-3098-4731-a4ed-2359cfb9dbdb req-1c39b5ee-b5d1-4643-a13e-5c60cc913e26 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9822f80-ba32-4beb-82a1-c15ac1097918 HTTP/1.1" status: 200  len: 945 time: 0.1320424
Jan 26 22:09:34.931458 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1114871f-5d8a-45f4-854e-d2a859fbf833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:09:34.978188 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-2b8cbf28-b07d-47d9-ac56-48675f0a2a05 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9b4ce6702e524649b48a82dc2163c201&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3787892
Jan 26 22:09:34.979148 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8cbf28-b07d-47d9-ac56-48675f0a2a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68380de8-594f-405e-a684-7309a357e7d0,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:09:34.982629 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-97fac087-3098-4731-a4ed-2359cfb9dbdb req-64b8954c-a42a-4ac0-8a06-035bb2f007fe tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/security-groups?id=84ee3eb8-44c6-4bf2-9960-46a694f9c94d&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0528316
Jan 26 22:09:34.982790 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 53494) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:09:35.001110 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8cbf28-b07d-47d9-ac56-48675f0a2a05 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:09:35.001537 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8cbf28-b07d-47d9-ac56-48675f0a2a05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:09:35.001950 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8cbf28-b07d-47d9-ac56-48675f0a2a05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:09:35.002361 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8cbf28-b07d-47d9-ac56-48675f0a2a05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:09:35.002852 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8cbf28-b07d-47d9-ac56-48675f0a2a05 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:09:35.004348 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8cbf28-b07d-47d9-ac56-48675f0a2a05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:09:35.004765 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8cbf28-b07d-47d9-ac56-48675f0a2a05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:09:35.005177 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8cbf28-b07d-47d9-ac56-48675f0a2a05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:09:35.005577 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8cbf28-b07d-47d9-ac56-48675f0a2a05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:09:35.005975 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8cbf28-b07d-47d9-ac56-48675f0a2a05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:09:35.006371 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8cbf28-b07d-47d9-ac56-48675f0a2a05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:09:35.006771 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8cbf28-b07d-47d9-ac56-48675f0a2a05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:09:35.007223 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8cbf28-b07d-47d9-ac56-48675f0a2a05 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:09:35.007637 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8cbf28-b07d-47d9-ac56-48675f0a2a05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:09:35.008034 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8cbf28-b07d-47d9-ac56-48675f0a2a05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:09:35.008424 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8cbf28-b07d-47d9-ac56-48675f0a2a05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:09:35.008816 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8cbf28-b07d-47d9-ac56-48675f0a2a05 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:09:35.009212 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8cbf28-b07d-47d9-ac56-48675f0a2a05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:09:35.009605 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8cbf28-b07d-47d9-ac56-48675f0a2a05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:09:35.010000 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8cbf28-b07d-47d9-ac56-48675f0a2a05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:09:35.010399 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8cbf28-b07d-47d9-ac56-48675f0a2a05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:09:35.010800 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8cbf28-b07d-47d9-ac56-48675f0a2a05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:09:35.011193 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8cbf28-b07d-47d9-ac56-48675f0a2a05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:09:35.011609 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8cbf28-b07d-47d9-ac56-48675f0a2a05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:09:35.016268 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b8cbf28-b07d-47d9-ac56-48675f0a2a05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:09:35.072916 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-35cede1e-8888-466d-b7be-dcd6df00f20b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:35.103255 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-35cede1e-8888-466d-b7be-dcd6df00f20b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:35.172250 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-35cede1e-8888-466d-b7be-dcd6df00f20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:35.178302 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6ff4724b-8eb7-41d2-9365-0211fd74ac36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:09:35.198454 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cede1e-8888-466d-b7be-dcd6df00f20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68380de8-594f-405e-a684-7309a357e7d0,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:09:35.201456 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-35cede1e-8888-466d-b7be-dcd6df00f20b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:09:35.202786 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-35cede1e-8888-466d-b7be-dcd6df00f20b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:35.204759 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-35cede1e-8888-466d-b7be-dcd6df00f20b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/68380de8-594f-405e-a684-7309a357e7d0 HTTP/1.1" status: 204  len: 168 time: 0.2204235
Jan 26 22:09:36.254672 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337a9ae-3f2d-41e9-aac8-1bf412c43941 req-29976302-bc71-423d-8a81-a0099d5cb3ab tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:09:36.256417 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9337a9ae-3f2d-41e9-aac8-1bf412c43941 req-29976302-bc71-423d-8a81-a0099d5cb3ab tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9822f80-ba32-4beb-82a1-c15ac1097918 HTTP/1.1" status: 200  len: 945 time: 0.1366613
Jan 26 22:09:36.319734 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9337a9ae-3f2d-41e9-aac8-1bf412c43941 req-0ff02129-9315-46cc-b8bf-736f99da2434 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/security-groups?id=84ee3eb8-44c6-4bf2-9960-46a694f9c94d&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0565774
Jan 26 22:09:36.599124 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d98f5e-1d2f-4452-a087-594dde6f69df req-43f9d51a-53a0-4058-b597-0b65ddd16b9b tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:09:36.599993 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-77d98f5e-1d2f-4452-a087-594dde6f69df req-43f9d51a-53a0-4058-b597-0b65ddd16b9b tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Synchronizing usage tracker for tenant:37d467f68082493b8af9e54aaa6b2a19 on resource:port {{(pid=80148) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 22:09:36.630980 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 5118f8a8-1980-4d21-bfba-68d0fc55d14f no longer exists at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 22:09:36.646420 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-77d98f5e-1d2f-4452-a087-594dde6f69df req-43f9d51a-53a0-4058-b597-0b65ddd16b9b tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Unset dirty status for tenant:37d467f68082493b8af9e54aaa6b2a19 on resource:port {{(pid=80148) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 22:09:36.647850 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-77d98f5e-1d2f-4452-a087-594dde6f69df req-43f9d51a-53a0-4058-b597-0b65ddd16b9b tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.45 "GET /v2.0/ports?device_id=b9822f80-ba32-4beb-82a1-c15ac1097918 HTTP/1.1" status: 200  len: 945 time: 0.1800132
Jan 26 22:09:36.762839 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:36.777572 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-77d98f5e-1d2f-4452-a087-594dde6f69df req-1d901192-bc21-4da6-b83d-8574a37cd061 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Deleting port 5118f8a8-1980-4d21-bfba-68d0fc55d14f {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:09:36.778240 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-77d98f5e-1d2f-4452-a087-594dde6f69df req-1d901192-bc21-4da6-b83d-8574a37cd061 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:36.796745 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9822f80-ba32-4beb-82a1-c15ac1097918', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5118f8a8-1980-4d21-bfba-68d0fc55d14f'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:09:36.808429 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] For port 5118f8a8-1980-4d21-bfba-68d0fc55d14f, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=5118f8a8-1980-4d21-bfba-68d0fc55d14f,segment=NetworkSegment(10fa9503-ea57-4575-8fa2-400aab90e0d2),segment_id=10fa9503-ea57-4575-8fa2-400aab90e0d2)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:09:36.834335 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:36.836306 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:09:36.874165 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9822f80-ba32-4beb-82a1-c15ac1097918', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5118f8a8-1980-4d21-bfba-68d0fc55d14f', 'code': 200}
Jan 26 22:09:36.918107 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Pushing event updated for resources: {'Port': ['ID=5118f8a8-1980-4d21-bfba-68d0fc55d14f,revision_number=5']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:09:36.937189 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:09:36.937925 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:09:36.939224 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:09:36.940843 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:09:36.941745 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:09:36.942234 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:09:36.942709 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:09:36.943184 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:09:36.943684 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:09:36.944187 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:09:36.944685 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:09:36.945133 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:09:36.948833 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:09:36.948833 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:09:36.948833 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:09:36.948833 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:09:36.948833 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:09:36.948833 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:09:36.948833 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:09:36.948833 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:09:36.948833 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:09:36.949981 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:09:36.950432 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:09:36.950879 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:09:36.956262 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:09:37.074929 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-77d98f5e-1d2f-4452-a087-594dde6f69df req-1d901192-bc21-4da6-b83d-8574a37cd061 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] For port 5118f8a8-1980-4d21-bfba-68d0fc55d14f, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=5118f8a8-1980-4d21-bfba-68d0fc55d14f,segment=NetworkSegment(10fa9503-ea57-4575-8fa2-400aab90e0d2),segment_id=10fa9503-ea57-4575-8fa2-400aab90e0d2)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:09:37.075491 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-77d98f5e-1d2f-4452-a087-594dde6f69df req-1d901192-bc21-4da6-b83d-8574a37cd061 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:37.402606 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-77d98f5e-1d2f-4452-a087-594dde6f69df req-1d901192-bc21-4da6-b83d-8574a37cd061 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:37.403202 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-77d98f5e-1d2f-4452-a087-594dde6f69df req-1d901192-bc21-4da6-b83d-8574a37cd061 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036821521460'] for floatingip, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:37.403322 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.db.l3_db [req-77d98f5e-1d2f-4452-a087-594dde6f69df req-1d901192-bc21-4da6-b83d-8574a37cd061 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Floating IP 19de6316-828e-4bd5-996c-81a95e474e70 disassociated. External IP: 172.27.2.197, port: 5118f8a8-1980-4d21-bfba-68d0fc55d14f.
Jan 26 22:09:37.403727 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-77d98f5e-1d2f-4452-a087-594dde6f69df req-1d901192-bc21-4da6-b83d-8574a37cd061 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Calling delete_port for 5118f8a8-1980-4d21-bfba-68d0fc55d14f owned by compute:nova {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:09:37.590955 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf01f8a-1196-400b-bffc-8fd5cbb1ef5c req-5aaeda63-ab9e-482d-9365-55cc0b0f61a7 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:09:37.592695 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-edf01f8a-1196-400b-bffc-8fd5cbb1ef5c req-5aaeda63-ab9e-482d-9365-55cc0b0f61a7 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9822f80-ba32-4beb-82a1-c15ac1097918 HTTP/1.1" status: 200  len: 943 time: 0.1370842
Jan 26 22:09:37.594271 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-77d98f5e-1d2f-4452-a087-594dde6f69df req-1d901192-bc21-4da6-b83d-8574a37cd061 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32409920'] for port, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:37.610873 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b6c535ff-ff7f-4300-8deb-707cf4bc3fc4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:09:37.653107 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-edf01f8a-1196-400b-bffc-8fd5cbb1ef5c req-eab74464-03d6-4dae-b2be-0baff409c9ae tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/security-groups?id=84ee3eb8-44c6-4bf2-9960-46a694f9c94d&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0535240
Jan 26 22:09:37.710686 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d901192-bc21-4da6-b83d-8574a37cd061 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Pushing event deleted for resources: {'Port': ['ID=5118f8a8-1980-4d21-bfba-68d0fc55d14f,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:09:37.717262 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1d901192-bc21-4da6-b83d-8574a37cd061 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:09:37.984985 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77d98f5e-1d2f-4452-a087-594dde6f69df req-1d901192-bc21-4da6-b83d-8574a37cd061 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Router 48030c4a-7123-418e-a5d6-820a02270da2 has already been hosted by L3 agent d246ac06-2269-4624-8b82-d0eab6b3335a {{(pid=80148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 22:09:38.191667 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77d98f5e-1d2f-4452-a087-594dde6f69df req-1d901192-bc21-4da6-b83d-8574a37cd061 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify agent at l3_agent.dv-cinder-772126-1-iscsi the message routers_updated {{(pid=80148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 22:09:38.202878 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b6e284-6f32-451f-832d-05aa59c40c53 None None] Sync routers for ids ['48030c4a-7123-418e-a5d6-820a02270da2'] in dv-cinder-772126-1-iscsi {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 22:09:38.215337 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b6e284-6f32-451f-832d-05aa59c40c53 None None] Routers {'48030c4a-7123-418e-a5d6-820a02270da2'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:09:38.216045 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-e2b6e284-6f32-451f-832d-05aa59c40c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5ae790da0>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:09:13Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['48030c4a-7123-418e-a5d6-820a02270da2'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:09:38.236152 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d98f5e-1d2f-4452-a087-594dde6f69df req-1d901192-bc21-4da6-b83d-8574a37cd061 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] No DVR routers for this DVR port 5118f8a8-1980-4d21-bfba-68d0fc55d14f on host hv-cinder-77212 {{(pid=80148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 22:09:38.239204 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-77d98f5e-1d2f-4452-a087-594dde6f69df req-1d901192-bc21-4da6-b83d-8574a37cd061 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:38.242153 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9822f80-ba32-4beb-82a1-c15ac1097918', 'name': 'network-vif-deleted', 'tag': '5118f8a8-1980-4d21-bfba-68d0fc55d14f'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:09:38.304203 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-77d98f5e-1d2f-4452-a087-594dde6f69df req-1d901192-bc21-4da6-b83d-8574a37cd061 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.45 "DELETE /v2.0/ports/5118f8a8-1980-4d21-bfba-68d0fc55d14f HTTP/1.1" status: 204  len: 173 time: 1.6506159
Jan 26 22:09:38.312028 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9822f80-ba32-4beb-82a1-c15ac1097918', 'name': 'network-vif-deleted', 'tag': '5118f8a8-1980-4d21-bfba-68d0fc55d14f', 'status': 'completed', 'code': 200}
Jan 26 22:09:38.428716 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-e2b6e284-6f32-451f-832d-05aa59c40c53 None None] Set router 48030c4a-7123-418e-a5d6-820a02270da2 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:09:38.782051 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-e2b6e284-6f32-451f-832d-05aa59c40c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5ae790da0>, [{'id': '48030c4a-7123-418e-a5d6-820a02270da2', 'name': 'tempest-TestVolumeBootPattern-364362214-router', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:06:41Z', 'updated_at': '2021-01-26T22:06:47Z', 'revision_number': 4, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'gw_port': {'id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:31:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:42Z', 'updated_at': '2021-01-26T22:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': 'ed390339-3df0-4d7b-9355-2d98d67e5395', 'name': '', 'network_id': '354411bd-e219-487c-b3ff-a0502e935076', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'mac_address': 'fa:16:3e:7d:5e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '08edff2a-ef60-4075-ac6c-04b3f85e84f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:46Z', 'updated_at': '2021-01-26T22:06:57Z', 'revision_number': 5, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'subnets': [{'id': '08edff2a-ef60-4075-ac6c-04b3f85e84f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:09:38.787913 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b6e284-6f32-451f-832d-05aa59c40c53 None None] Checking router: 48030c4a-7123-418e-a5d6-820a02270da2 for host: dv-cinder-772126-1-iscsi {{(pid=80151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 22:09:38.797848 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b6e284-6f32-451f-832d-05aa59c40c53 None None] Routers {'48030c4a-7123-418e-a5d6-820a02270da2'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:09:38.798656 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-e2b6e284-6f32-451f-832d-05aa59c40c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5ae790da0>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:09:13Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['48030c4a-7123-418e-a5d6-820a02270da2'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:09:38.866007 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ce83d18e-3d49-4195-a72e-e06266a9e62e req-af2d7f3e-8132-48c7-826c-f6afd3ec5b6a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9822f80-ba32-4beb-82a1-c15ac1097918 HTTP/1.1" status: 200  len: 210 time: 0.0696256
Jan 26 22:09:39.030600 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-e2b6e284-6f32-451f-832d-05aa59c40c53 None None] Set router 48030c4a-7123-418e-a5d6-820a02270da2 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:09:39.390702 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-e2b6e284-6f32-451f-832d-05aa59c40c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5ae790da0>, [{'id': '48030c4a-7123-418e-a5d6-820a02270da2', 'name': 'tempest-TestVolumeBootPattern-364362214-router', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:06:41Z', 'updated_at': '2021-01-26T22:06:47Z', 'revision_number': 4, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'gw_port': {'id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:31:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:42Z', 'updated_at': '2021-01-26T22:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': 'ed390339-3df0-4d7b-9355-2d98d67e5395', 'name': '', 'network_id': '354411bd-e219-487c-b3ff-a0502e935076', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'mac_address': 'fa:16:3e:7d:5e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '08edff2a-ef60-4075-ac6c-04b3f85e84f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:46Z', 'updated_at': '2021-01-26T22:06:57Z', 'revision_number': 5, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'subnets': [{'id': '08edff2a-ef60-4075-ac6c-04b3f85e84f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:09:39.395625 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b6e284-6f32-451f-832d-05aa59c40c53 None None] The sync data for ids ['48030c4a-7123-418e-a5d6-820a02270da2'] in dv-cinder-772126-1-iscsi is: [{'id': '48030c4a-7123-418e-a5d6-820a02270da2', 'name': 'tempest-TestVolumeBootPattern-364362214-router', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:06:41Z', 'updated_at': '2021-01-26T22:06:47Z', 'revision_number': 4, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'gw_port': {'id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:31:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:42Z', 'updated_at': '2021-01-26T22:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': 'ed390339-3df0-4d7b-9355-2d98d67e5395', 'name': '', 'network_id': '354411bd-e219-487c-b3ff-a0502e935076', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'mac_address': 'fa:16:3e:7d:5e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '08edff2a-ef60-4075-ac6c-04b3f85e84f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:46Z', 'updated_at': '2021-01-26T22:06:57Z', 'revision_number': 5, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'subnets': [{'id': '08edff2a-ef60-4075-ac6c-04b3f85e84f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 22:09:39.560443 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-133bf770-ccb3-4c6f-a38d-fe1dc5ca624a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:39.802682 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c52b3b-5b47-477a-8667-6e4d72079bbd None None] New status for floating IP 19de6316-828e-4bd5-996c-81a95e474e70: DOWN {{(pid=80150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 26 22:09:40.320406 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-3011d9cf-c9ad-40f1-9e48-7618558e7f49 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-697461871&fields=id&tenant_id=37d467f68082493b8af9e54aaa6b2a19 HTTP/1.1" status: 200  len: 267 time: 0.0545342
Jan 26 22:09:40.532776 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-fa10a07f-9670-43ce-9b91-1ae6908ff4e0 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:09:40.538989 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-fa10a07f-9670-43ce-9b91-1ae6908ff4e0 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/networks?id=354411bd-e219-487c-b3ff-a0502e935076 HTTP/1.1" status: 200  len: 811 time: 0.2071290
Jan 26 22:09:40.552104 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-a3829b3e-8467-4a4b-9c14-f5dd8df1ddbe tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/quotas/37d467f68082493b8af9e54aaa6b2a19 HTTP/1.1" status: 200  len: 375 time: 0.0110276
Jan 26 22:09:40.718501 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-98dace8c-8c69-4e67-a1f1-66c24db2be8a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=37d467f68082493b8af9e54aaa6b2a19&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1584547
Jan 26 22:09:40.876293 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-513c0bc1-c75c-4592-a2b6-0d8255b5dfc4 service neutron] 10.222.0.30 "GET /v2.0/networks/354411bd-e219-487c-b3ff-a0502e935076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1456635
Jan 26 22:09:41.029258 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-bff83a2d-30c1-4a41-bf3f-720376db078c service neutron] 10.222.0.30 "GET /v2.0/networks/354411bd-e219-487c-b3ff-a0502e935076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1456456
Jan 26 22:09:42.665855 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-21efda87-b0ba-4ae0-8047-0a814ee58c20 req-6cf6fe4c-c1c9-425a-8321-30390839828a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f HTTP/1.1" status: 200  len: 210 time: 0.0649097
Jan 26 22:09:43.396014 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:43.423122 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0f39e850-21b5-4694-a7bf-80f07edb7bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:43.868189 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f9611124-7764-420c-957b-9ed68fa42c46 req-2afc41e9-745a-45d0-9330-26e6d3ea9e97 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f HTTP/1.1" status: 200  len: 210 time: 0.0505319
Jan 26 22:09:44.495233 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-3eb3f848-cfd7-4014-926c-47e7617faafc tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:09:44.496860 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-3eb3f848-cfd7-4014-926c-47e7617faafc tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.45 "GET /v2.0/networks?id=354411bd-e219-487c-b3ff-a0502e935076 HTTP/1.1" status: 200  len: 811 time: 0.2656507
Jan 26 22:09:44.543210 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:44.613386 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-d01750de-ebc0-4bed-8eb1-0713f9561cad tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=37d467f68082493b8af9e54aaa6b2a19 HTTP/1.1" status: 200  len: 5763 time: 0.0976837
Jan 26 22:09:44.622546 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-17eecbac-b3be-4536-952a-5fcfd7c4f896 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Request body: {'port': {'device_id': 'fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f', 'network_id': '354411bd-e219-487c-b3ff-a0502e935076', 'admin_state_up': True, 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'security_groups': ['84ee3eb8-44c6-4bf2-9960-46a694f9c94d']}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:09:44.623268 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:44.779980 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-17eecbac-b3be-4536-952a-5fcfd7c4f896 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:09:44.784687 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-17eecbac-b3be-4536-952a-5fcfd7c4f896 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Usage tracker for resource:port and tenant:37d467f68082493b8af9e54aaa6b2a19 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:09:44.788193 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-17eecbac-b3be-4536-952a-5fcfd7c4f896 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:09:44.794133 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-17eecbac-b3be-4536-952a-5fcfd7c4f896 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:09:44.846292 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-17eecbac-b3be-4536-952a-5fcfd7c4f896 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Made reservation on behalf of 37d467f68082493b8af9e54aaa6b2a19 for: {'port': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 22:09:44.860031 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-17eecbac-b3be-4536-952a-5fcfd7c4f896 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:45.055253 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-0a050fc0-a489-4018-b264-a82c0bc8dd43 req-4253b791-d1d8-4d76-98e8-5fd6f21d0f5d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f HTTP/1.1" status: 200  len: 210 time: 0.0497689
Jan 26 22:09:45.201577 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-17eecbac-b3be-4536-952a-5fcfd7c4f896 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Allocated IP 172.20.0.4 (354411bd-e219-487c-b3ff-a0502e935076/08edff2a-ef60-4075-ac6c-04b3f85e84f6/32b76310-1d2b-43cf-bd79-63aa2bbf4731) {{(pid=80148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 22:09:45.400468 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:45.421937 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-17eecbac-b3be-4536-952a-5fcfd7c4f896 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks [] for port, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:45.440124 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-17eecbac-b3be-4536-952a-5fcfd7c4f896 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Transition to ACTIVE for port object 32b76310-1d2b-43cf-bd79-63aa2bbf4731 will not be triggered until provisioned by entity DHCP. {{(pid=80148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 22:09:45.486483 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-17eecbac-b3be-4536-952a-5fcfd7c4f896 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32409920'] for port, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:45.502498 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6328627e-72b3-4540-9892-b658449ac858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:09:45.647970 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eecbac-b3be-4536-952a-5fcfd7c4f896 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Pushing event updated for resources: {'Port': ['ID=32b76310-1d2b-43cf-bd79-63aa2bbf4731,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:09:45.652677 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-17eecbac-b3be-4536-952a-5fcfd7c4f896 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:09:45.712651 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-17eecbac-b3be-4536-952a-5fcfd7c4f896 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Network 354411bd-e219-487c-b3ff-a0502e935076 is already hosted by enough agents. {{(pid=80148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 22:09:45.713851 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-17eecbac-b3be-4536-952a-5fcfd7c4f896 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Resources bound (agent type, host, resource id):  {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 22:09:45.716334 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-17eecbac-b3be-4536-952a-5fcfd7c4f896 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Received port after_create {{(pid=80148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 22:09:45.824715 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-17eecbac-b3be-4536-952a-5fcfd7c4f896 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:09:45.825453 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-17eecbac-b3be-4536-952a-5fcfd7c4f896 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:45.875778 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-17eecbac-b3be-4536-952a-5fcfd7c4f896 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2573879
Jan 26 22:09:45.894591 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-357cd8b1-edf6-43de-82c4-9e9ee907f410 service neutron] Request body: {'port': {'device_id': 'fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:09:45.983268 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-edf15333-b1e5-4c50-ab22-9f6542c119b4 None None] Provisioning for port 32b76310-1d2b-43cf-bd79-63aa2bbf4731 completed by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 22:09:45.989720 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-edf15333-b1e5-4c50-ab22-9f6542c119b4 None None] Provisioning complete for port 32b76310-1d2b-43cf-bd79-63aa2bbf4731 triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:09:45.990269 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-edf15333-b1e5-4c50-ab22-9f6542c119b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:46.034358 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-357cd8b1-edf6-43de-82c4-9e9ee907f410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:46.071104 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-edf15333-b1e5-4c50-ab22-9f6542c119b4 None None] Port 32b76310-1d2b-43cf-bd79-63aa2bbf4731 cannot update to ACTIVE because it is not bound. {{(pid=80150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 22:09:46.338232 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c9f77-7930-4969-97cc-fc73fc4d97e3 req-4dda9ce3-1f3f-47cd-bc9b-47dd69f54b2e tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:09:46.339992 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b81c9f77-7930-4969-97cc-fc73fc4d97e3 req-4dda9ce3-1f3f-47cd-bc9b-47dd69f54b2e tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f HTTP/1.1" status: 200  len: 931 time: 0.1418052
Jan 26 22:09:46.402526 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b81c9f77-7930-4969-97cc-fc73fc4d97e3 req-0bc4b745-0b98-47e6-be7d-65a397e06e93 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/security-groups?id=84ee3eb8-44c6-4bf2-9960-46a694f9c94d&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0555809
Jan 26 22:09:46.726568 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-357cd8b1-edf6-43de-82c4-9e9ee907f410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32b76310-1d2b-43cf-bd79-63aa2bbf4731 {{(pid=80148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 26 22:09:46.734392 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-357cd8b1-edf6-43de-82c4-9e9ee907f410 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:46.747629 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-357cd8b1-edf6-43de-82c4-9e9ee907f410 service neutron] Transition to ACTIVE for port object 32b76310-1d2b-43cf-bd79-63aa2bbf4731 will not be triggered until provisioned by entity L2. {{(pid=80148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 22:09:46.766219 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-357cd8b1-edf6-43de-82c4-9e9ee907f410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822365879'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:46.784757 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9d34cf54-8537-410e-a116-b6807cec2bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:09:46.924194 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357cd8b1-edf6-43de-82c4-9e9ee907f410 service neutron] Pushing event updated for resources: {'Port': ['ID=32b76310-1d2b-43cf-bd79-63aa2bbf4731,revision_number=2']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:09:46.929656 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-357cd8b1-edf6-43de-82c4-9e9ee907f410 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:09:47.127759 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-357cd8b1-edf6-43de-82c4-9e9ee907f410 service neutron] Attempting to bind port 32b76310-1d2b-43cf-bd79-63aa2bbf4731 on host hv-cinder-77212 for vnic_type normal with profile  {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 22:09:47.128375 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-357cd8b1-edf6-43de-82c4-9e9ee907f410 service neutron] Attempting to bind port 32b76310-1d2b-43cf-bd79-63aa2bbf4731 by drivers openvswitch on host hv-cinder-77212 at level 0 using segments [{'id': '10fa9503-ea57-4575-8fa2-400aab90e0d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '354411bd-e219-487c-b3ff-a0502e935076'}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 22:09:47.128554 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-357cd8b1-edf6-43de-82c4-9e9ee907f410 service neutron] Attempting to bind port 32b76310-1d2b-43cf-bd79-63aa2bbf4731 on network 354411bd-e219-487c-b3ff-a0502e935076 {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 22:09:47.135677 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-357cd8b1-edf6-43de-82c4-9e9ee907f410 service neutron] Checking agent: {'id': '907ce3e7-819e-4a7f-a1c4-c44a902d1710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 21, 53, 12), 'started_at': datetime.datetime(2021, 1, 26, 21, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 22, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 22:09:47.136056 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-357cd8b1-edf6-43de-82c4-9e9ee907f410 service neutron] Checking segment: {'id': '10fa9503-ea57-4575-8fa2-400aab90e0d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '354411bd-e219-487c-b3ff-a0502e935076'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 22:09:47.136469 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-357cd8b1-edf6-43de-82c4-9e9ee907f410 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:47.136867 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-357cd8b1-edf6-43de-82c4-9e9ee907f410 service neutron] Bound using segment: {'id': '10fa9503-ea57-4575-8fa2-400aab90e0d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '354411bd-e219-487c-b3ff-a0502e935076'} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 22:09:47.137347 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-357cd8b1-edf6-43de-82c4-9e9ee907f410 service neutron] Bound port: 32b76310-1d2b-43cf-bd79-63aa2bbf4731, host: hv-cinder-77212, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10fa9503-ea57-4575-8fa2-400aab90e0d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '354411bd-e219-487c-b3ff-a0502e935076'}}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 22:09:47.137724 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-357cd8b1-edf6-43de-82c4-9e9ee907f410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:47.249589 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-357cd8b1-edf6-43de-82c4-9e9ee907f410 service neutron] For port 32b76310-1d2b-43cf-bd79-63aa2bbf4731, host hv-cinder-77212, cleared binding levels {{(pid=80148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 22:09:47.253007 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-357cd8b1-edf6-43de-82c4-9e9ee907f410 service neutron] For port 32b76310-1d2b-43cf-bd79-63aa2bbf4731, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=32b76310-1d2b-43cf-bd79-63aa2bbf4731,segment=NetworkSegment(10fa9503-ea57-4575-8fa2-400aab90e0d2),segment_id=10fa9503-ea57-4575-8fa2-400aab90e0d2)] {{(pid=80148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 22:09:47.281110 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-357cd8b1-edf6-43de-82c4-9e9ee907f410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822365879'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:47.299442 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-17eecbac-b3be-4536-952a-5fcfd7c4f896 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:09:47.468517 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357cd8b1-edf6-43de-82c4-9e9ee907f410 service neutron] Pushing event updated for resources: {'Port': ['ID=32b76310-1d2b-43cf-bd79-63aa2bbf4731,revision_number=3']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:09:47.475480 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-357cd8b1-edf6-43de-82c4-9e9ee907f410 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:09:47.523568 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-357cd8b1-edf6-43de-82c4-9e9ee907f410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:09:47.523568 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-357cd8b1-edf6-43de-82c4-9e9ee907f410 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:47.523568 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-357cd8b1-edf6-43de-82c4-9e9ee907f410 service neutron] 10.222.0.45 "PUT /v2.0/ports/32b76310-1d2b-43cf-bd79-63aa2bbf4731 HTTP/1.1" status: 200  len: 1157 time: 1.6266575
Jan 26 22:09:47.523568 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f', 'tag': '32b76310-1d2b-43cf-bd79-63aa2bbf4731'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:09:47.584691 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f', 'tag': '32b76310-1d2b-43cf-bd79-63aa2bbf4731', 'status': 'completed', 'code': 200}
Jan 26 22:09:47.698097 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-63fc2684-f72d-48ac-9627-96eddd67965d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:09:47.699954 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-63fc2684-f72d-48ac-9627-96eddd67965d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=37d467f68082493b8af9e54aaa6b2a19&device_id=fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f HTTP/1.1" status: 200  len: 1160 time: 0.0908539
Jan 26 22:09:47.703567 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f6ae1-a9a7-4e5b-bf88-e2ca4624845f req-2d004f17-0865-4826-8bf2-834dd1854d32 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:09:47.705342 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-735f6ae1-a9a7-4e5b-bf88-e2ca4624845f req-2d004f17-0865-4826-8bf2-834dd1854d32 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f HTTP/1.1" status: 200  len: 943 time: 0.1551037
Jan 26 22:09:47.813546 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-735f6ae1-a9a7-4e5b-bf88-e2ca4624845f req-8d08dca9-40e1-4757-98b6-ec5f4c0458c6 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/security-groups?id=84ee3eb8-44c6-4bf2-9960-46a694f9c94d&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0988977
Jan 26 22:09:47.830978 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-dbc907ab-1185-413e-81be-2d59480f234d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32b76310-1d2b-43cf-bd79-63aa2bbf4731 HTTP/1.1" status: 200  len: 217 time: 0.1162100
Jan 26 22:09:47.904392 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-7b0a2a01-f4a5-4448-884f-722a4658aa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:09:47.906060 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-7b0a2a01-f4a5-4448-884f-722a4658aa25 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=08edff2a-ef60-4075-ac6c-04b3f85e84f6 HTTP/1.1" status: 200  len: 850 time: 0.0684068
Jan 26 22:09:48.002991 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-054ed709-2ca5-4ebf-ab63-d57385b3729e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:09:48.006139 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-054ed709-2ca5-4ebf-ab63-d57385b3729e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=354411bd-e219-487c-b3ff-a0502e935076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0938060
Jan 26 22:09:48.165880 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-c5dd2fe0-dcc0-4cd7-afa3-ca3ad8355d18 service neutron] 10.222.0.45 "GET /v2.0/networks/354411bd-e219-487c-b3ff-a0502e935076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1522026
Jan 26 22:09:48.319463 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-8cb2fe5c-96ab-41e0-8cbf-3dbba0518e0b req-4ebdb235-8908-4e4f-a288-c87c5db210dc service neutron] 10.222.0.45 "GET /v2.0/networks/354411bd-e219-487c-b3ff-a0502e935076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1474392
Jan 26 22:09:48.503462 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00291c7-444f-4527-bd9f-baec85a4a2e5 req-fc6f5307-5deb-4f59-a9a2-510b70d995ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:09:48.505164 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e00291c7-444f-4527-bd9f-baec85a4a2e5 req-fc6f5307-5deb-4f59-a9a2-510b70d995ba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=37d467f68082493b8af9e54aaa6b2a19&device_id=fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f HTTP/1.1" status: 200  len: 1160 time: 0.0779445
Jan 26 22:09:48.651351 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00291c7-444f-4527-bd9f-baec85a4a2e5 req-5c2b2abe-ad92-41d1-95da-aeb4410a1779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:09:48.653002 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e00291c7-444f-4527-bd9f-baec85a4a2e5 req-5c2b2abe-ad92-41d1-95da-aeb4410a1779 service neutron] 10.222.0.45 "GET /v2.0/networks?id=354411bd-e219-487c-b3ff-a0502e935076 HTTP/1.1" status: 200  len: 905 time: 0.1402314
Jan 26 22:09:48.737042 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e00291c7-444f-4527-bd9f-baec85a4a2e5 req-8eaffe42-f010-4ebb-9d4b-9e067c6d5b66 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32b76310-1d2b-43cf-bd79-63aa2bbf4731 HTTP/1.1" status: 200  len: 217 time: 0.0765109
Jan 26 22:09:48.808985 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00291c7-444f-4527-bd9f-baec85a4a2e5 req-3cc0a6b9-e07f-4832-9da1-84a7dbcf6182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:09:48.810580 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e00291c7-444f-4527-bd9f-baec85a4a2e5 req-3cc0a6b9-e07f-4832-9da1-84a7dbcf6182 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=08edff2a-ef60-4075-ac6c-04b3f85e84f6 HTTP/1.1" status: 200  len: 850 time: 0.0674984
Jan 26 22:09:48.902176 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00291c7-444f-4527-bd9f-baec85a4a2e5 req-e1c9da3d-3081-4dfb-bfc7-3eb35df3245d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:09:48.903998 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e00291c7-444f-4527-bd9f-baec85a4a2e5 req-e1c9da3d-3081-4dfb-bfc7-3eb35df3245d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=354411bd-e219-487c-b3ff-a0502e935076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0859025
Jan 26 22:09:49.069756 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e00291c7-444f-4527-bd9f-baec85a4a2e5 req-0b4f5875-1832-4ba1-84db-5bd109d6d860 service neutron] 10.222.0.45 "GET /v2.0/networks/354411bd-e219-487c-b3ff-a0502e935076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1573408
Jan 26 22:09:49.071900 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 53678) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:09:49.086133 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12754da-20db-4dcf-97e7-dd10628c6786 req-7b35315f-29ba-4242-bcd6-41cd7d033ff1 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:09:49.087881 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e12754da-20db-4dcf-97e7-dd10628c6786 req-7b35315f-29ba-4242-bcd6-41cd7d033ff1 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f HTTP/1.1" status: 200  len: 943 time: 0.1316617
Jan 26 22:09:49.149929 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e12754da-20db-4dcf-97e7-dd10628c6786 req-1901d7fe-a74d-4e2b-8c93-24b68a47f36d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/security-groups?id=84ee3eb8-44c6-4bf2-9960-46a694f9c94d&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0552940
Jan 26 22:09:49.230098 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e00291c7-444f-4527-bd9f-baec85a4a2e5 req-49a70d79-3bd7-4d43-a433-e8bc75ebc05b service neutron] 10.222.0.45 "GET /v2.0/networks/354411bd-e219-487c-b3ff-a0502e935076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1514049
Jan 26 22:09:49.259204 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ae62802d-cc4d-46b3-9e38-f8ef5c95c567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:49.276454 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-ae62802d-cc4d-46b3-9e38-f8ef5c95c567 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:09:49.280577 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-ae62802d-cc4d-46b3-9e38-f8ef5c95c567 admin admin] Usage tracker for resource:security_group_rule and tenant:fd6b288f60fc4547bfa3b9b83291344f is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:09:49.283629 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [None req-ae62802d-cc4d-46b3-9e38-f8ef5c95c567 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:09:49.291067 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-ae62802d-cc4d-46b3-9e38-f8ef5c95c567 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:09:49.383746 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ae62802d-cc4d-46b3-9e38-f8ef5c95c567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:49.428206 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ae62802d-cc4d-46b3-9e38-f8ef5c95c567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:49.436122 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-91dedfd5-9376-4ada-ab71-d4da207a78d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:09:49.480228 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-ae62802d-cc4d-46b3-9e38-f8ef5c95c567 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fd6b288f60fc4547bfa3b9b83291344f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4072051
Jan 26 22:09:49.483149 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 53684) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:09:49.484721 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62802d-cc4d-46b3-9e38-f8ef5c95c567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc4d42d-a4ce-49b8-9827-b64e2afc9b6e,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:09:49.488520 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-ae62802d-cc4d-46b3-9e38-f8ef5c95c567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:09:49.557615 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e463a168-b392-4f96-9a03-40c57c4ef8cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:49.586781 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e463a168-b392-4f96-9a03-40c57c4ef8cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:49.709134 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e463a168-b392-4f96-9a03-40c57c4ef8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:49.713193 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d2927dab-402f-466c-b585-1eee2267304b tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:09:49.727312 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e463a168-b392-4f96-9a03-40c57c4ef8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc4d42d-a4ce-49b8-9827-b64e2afc9b6e,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:09:49.730592 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e463a168-b392-4f96-9a03-40c57c4ef8cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:09:49.738657 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e463a168-b392-4f96-9a03-40c57c4ef8cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:49.740017 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-e463a168-b392-4f96-9a03-40c57c4ef8cd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9cc4d42d-a4ce-49b8-9827-b64e2afc9b6e HTTP/1.1" status: 204  len: 168 time: 0.2556076
Jan 26 22:09:50.418728 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba23092d-7650-4776-ae04-32cc911d8b03 req-e652a3d2-2faa-4aff-a263-2dc1768b49fb tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:09:50.420466 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ba23092d-7650-4776-ae04-32cc911d8b03 req-e652a3d2-2faa-4aff-a263-2dc1768b49fb tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f HTTP/1.1" status: 200  len: 943 time: 0.1290274
Jan 26 22:09:50.481877 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ba23092d-7650-4776-ae04-32cc911d8b03 req-66b98f33-5594-4c68-8126-a51fa1aea71a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/security-groups?id=84ee3eb8-44c6-4bf2-9960-46a694f9c94d&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0547059
Jan 26 22:09:51.742389 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30dc4c3-71de-47d3-b2be-7ae1695f1192 req-94ed7734-9e8f-49dc-974c-e8b53eba19bb tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:09:51.744055 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c30dc4c3-71de-47d3-b2be-7ae1695f1192 req-94ed7734-9e8f-49dc-974c-e8b53eba19bb tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f HTTP/1.1" status: 200  len: 943 time: 0.1311312
Jan 26 22:09:51.802750 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c30dc4c3-71de-47d3-b2be-7ae1695f1192 req-88a6df3b-a2e1-4f02-82da-ea40df237fcc tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/security-groups?id=84ee3eb8-44c6-4bf2-9960-46a694f9c94d&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0521817
Jan 26 22:09:53.073681 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1da052-24e3-44d3-b7a9-b66fe6d2cca4 req-eb7d3442-9450-4670-af73-4c92807f2c84 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:09:53.075463 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-0a1da052-24e3-44d3-b7a9-b66fe6d2cca4 req-eb7d3442-9450-4670-af73-4c92807f2c84 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f HTTP/1.1" status: 200  len: 943 time: 0.1397712
Jan 26 22:09:53.135786 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-0a1da052-24e3-44d3-b7a9-b66fe6d2cca4 req-b98b706e-cef4-4b39-bb63-fd923fc4c316 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/security-groups?id=84ee3eb8-44c6-4bf2-9960-46a694f9c94d&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0537124
Jan 26 22:09:54.396054 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1bd312-f6db-4c03-bf22-cb0edc13977a req-eebb0d0e-9a57-4309-8986-6209d9f266e3 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:09:54.397802 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-0e1bd312-f6db-4c03-bf22-cb0edc13977a req-eebb0d0e-9a57-4309-8986-6209d9f266e3 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f HTTP/1.1" status: 200  len: 943 time: 0.1307375
Jan 26 22:09:54.459084 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-0e1bd312-f6db-4c03-bf22-cb0edc13977a req-ae034cbb-0ad6-4434-b8de-5f4f5c37e963 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/security-groups?id=84ee3eb8-44c6-4bf2-9960-46a694f9c94d&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0548403
Jan 26 22:09:55.058558 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 22:09:55.212580 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 32b76310-1d2b-43cf-bd79-63aa2bbf4731 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:09:55.331343 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning for port 32b76310-1d2b-43cf-bd79-63aa2bbf4731 completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 22:09:55.337976 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 32b76310-1d2b-43cf-bd79-63aa2bbf4731 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:09:55.338395 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:55.469272 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:55.500129 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b76310-1d2b-43cf-bd79-63aa2bbf4731'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:09:55.512478 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] For port 32b76310-1d2b-43cf-bd79-63aa2bbf4731, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=32b76310-1d2b-43cf-bd79-63aa2bbf4731,segment=NetworkSegment(10fa9503-ea57-4575-8fa2-400aab90e0d2),segment_id=10fa9503-ea57-4575-8fa2-400aab90e0d2)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:09:55.537456 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:55.539603 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-daaa5b0d-b4d7-4881-a7ba-bcf4253e1f15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:09:55.577369 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b76310-1d2b-43cf-bd79-63aa2bbf4731', 'code': 200}
Jan 26 22:09:55.617531 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Pushing event updated for resources: {'Port': ['ID=32b76310-1d2b-43cf-bd79-63aa2bbf4731,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:09:55.626370 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:09:55.725805 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb527e-30d8-4cce-812a-836281e3bf94 req-dc3e8f02-b49b-4c75-8c3d-73e8ff809203 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:09:55.727456 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d1eb527e-30d8-4cce-812a-836281e3bf94 req-dc3e8f02-b49b-4c75-8c3d-73e8ff809203 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f HTTP/1.1" status: 200  len: 945 time: 0.1301901
Jan 26 22:09:55.785700 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d1eb527e-30d8-4cce-812a-836281e3bf94 req-9b91f652-3149-4e17-b657-698423c65664 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/security-groups?id=84ee3eb8-44c6-4bf2-9960-46a694f9c94d&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0517328
Jan 26 22:09:55.952230 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c405b-2d39-4c02-8a0b-d0aa06e253ac req-b44fc6c3-fe23-4d75-873d-f0c7969ddd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:09:55.953920 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-898c405b-2d39-4c02-8a0b-d0aa06e253ac req-b44fc6c3-fe23-4d75-873d-f0c7969ddd95 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f HTTP/1.1" status: 200  len: 1162 time: 0.0862148
Jan 26 22:09:56.001551 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-898c405b-2d39-4c02-8a0b-d0aa06e253ac req-a7a823da-7423-461f-8062-7f7730de3153 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=84ee3eb8-44c6-4bf2-9960-46a694f9c94d&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0405905
Jan 26 22:09:56.981625 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 32b76310-1d2b-43cf-bd79-63aa2bbf4731 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:09:57.055873 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d97d0f-98e6-4777-a10c-7a280ba7dbed req-d159fb05-6217-40f0-bcd8-751f98cec52f tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:09:57.057701 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-96d97d0f-98e6-4777-a10c-7a280ba7dbed req-d159fb05-6217-40f0-bcd8-751f98cec52f tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f HTTP/1.1" status: 200  len: 945 time: 0.1366920
Jan 26 22:09:57.059158 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 32b76310-1d2b-43cf-bd79-63aa2bbf4731 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:09:57.059608 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:57.120116 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-96d97d0f-98e6-4777-a10c-7a280ba7dbed req-6495ce50-fdee-4994-836a-8dc840dff8de tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/security-groups?id=84ee3eb8-44c6-4bf2-9960-46a694f9c94d&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0554242
Jan 26 22:09:58.375542 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972f05d-cbcc-42b6-a77c-6b4c1f3f9dc5 req-28b1a631-b209-461c-ba27-3ca3fff07573 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:09:58.377196 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1972f05d-cbcc-42b6-a77c-6b4c1f3f9dc5 req-28b1a631-b209-461c-ba27-3ca3fff07573 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f HTTP/1.1" status: 200  len: 945 time: 0.1275198
Jan 26 22:09:58.435678 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1972f05d-cbcc-42b6-a77c-6b4c1f3f9dc5 req-785191bb-b244-443d-97fd-4d6f50df5bbe tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/security-groups?id=84ee3eb8-44c6-4bf2-9960-46a694f9c94d&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0514274
Jan 26 22:09:58.695631 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddc37d-9afc-4554-b852-1fd7b88d6fe2 req-bd93139c-851a-41b9-ba47-af4153de859d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:09:58.697392 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-cfddc37d-9afc-4554-b852-1fd7b88d6fe2 req-bd93139c-851a-41b9-ba47-af4153de859d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f HTTP/1.1" status: 200  len: 945 time: 0.1318188
Jan 26 22:09:58.757293 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-cfddc37d-9afc-4554-b852-1fd7b88d6fe2 req-16f45f06-f16f-4454-abac-cc906d6f89a5 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/security-groups?id=84ee3eb8-44c6-4bf2-9960-46a694f9c94d&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0534225
Jan 26 22:09:58.988471 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b0b273f1-b091-404f-822f-19be070f56bb req-1d22228e-26dd-406a-91d5-cf301b8d4b26 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1760488
Jan 26 22:09:58.998846 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-b0b273f1-b091-404f-822f-19be070f56bb req-54507a57-0224-4cbe-b3a7-eb80d4a83f54 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Request body: {'floatingip': {'floating_network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:09:59.013201 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-b0b273f1-b091-404f-822f-19be070f56bb req-54507a57-0224-4cbe-b3a7-eb80d4a83f54 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:09:59.024105 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-b0b273f1-b091-404f-822f-19be070f56bb req-54507a57-0224-4cbe-b3a7-eb80d4a83f54 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:09:59.051677 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-b0b273f1-b091-404f-822f-19be070f56bb req-54507a57-0224-4cbe-b3a7-eb80d4a83f54 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks [] for floatingip, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:59.445494 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-b0b273f1-b091-404f-822f-19be070f56bb req-54507a57-0224-4cbe-b3a7-eb80d4a83f54 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:59.742682 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [req-b0b273f1-b091-404f-822f-19be070f56bb req-54507a57-0224-4cbe-b3a7-eb80d4a83f54 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Allocated IP 172.27.2.208 (1ba61b85-6a57-4c86-8c7b-e71ed182691b/36fb7a5a-6726-45c7-9dc5-3a7ad8db1808/3398f067-edb2-4a01-bb7c-1ae81adfce69) {{(pid=80149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 22:09:59.939248 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-b0b273f1-b091-404f-822f-19be070f56bb req-54507a57-0224-4cbe-b3a7-eb80d4a83f54 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks [] for port, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:59.983024 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-b0b273f1-b091-404f-822f-19be070f56bb req-54507a57-0224-4cbe-b3a7-eb80d4a83f54 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31462196'] for port, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:09:59.998715 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c099770d-161f-4c3b-9a6b-a4fd1861ca56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:10:00.134648 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54507a57-0224-4cbe-b3a7-eb80d4a83f54 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Pushing event updated for resources: {'Port': ['ID=3398f067-edb2-4a01-bb7c-1ae81adfce69,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:10:00.156654 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54507a57-0224-4cbe-b3a7-eb80d4a83f54 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:10:00.157075 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54507a57-0224-4cbe-b3a7-eb80d4a83f54 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:10:00.157524 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54507a57-0224-4cbe-b3a7-eb80d4a83f54 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:10:00.157905 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54507a57-0224-4cbe-b3a7-eb80d4a83f54 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:10:00.158313 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54507a57-0224-4cbe-b3a7-eb80d4a83f54 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:10:00.158719 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54507a57-0224-4cbe-b3a7-eb80d4a83f54 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:10:00.159123 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54507a57-0224-4cbe-b3a7-eb80d4a83f54 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:10:00.159552 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54507a57-0224-4cbe-b3a7-eb80d4a83f54 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:10:00.160511 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54507a57-0224-4cbe-b3a7-eb80d4a83f54 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:10:00.160917 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54507a57-0224-4cbe-b3a7-eb80d4a83f54 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:10:00.161312 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54507a57-0224-4cbe-b3a7-eb80d4a83f54 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:10:00.161851 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54507a57-0224-4cbe-b3a7-eb80d4a83f54 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:10:00.162498 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54507a57-0224-4cbe-b3a7-eb80d4a83f54 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:10:00.162901 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54507a57-0224-4cbe-b3a7-eb80d4a83f54 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:10:00.163307 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54507a57-0224-4cbe-b3a7-eb80d4a83f54 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:10:00.163734 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54507a57-0224-4cbe-b3a7-eb80d4a83f54 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:10:00.164155 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54507a57-0224-4cbe-b3a7-eb80d4a83f54 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:10:00.164528 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54507a57-0224-4cbe-b3a7-eb80d4a83f54 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:10:00.164905 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54507a57-0224-4cbe-b3a7-eb80d4a83f54 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:10:00.165308 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54507a57-0224-4cbe-b3a7-eb80d4a83f54 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:10:00.166064 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54507a57-0224-4cbe-b3a7-eb80d4a83f54 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:10:00.166064 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54507a57-0224-4cbe-b3a7-eb80d4a83f54 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:10:00.166478 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54507a57-0224-4cbe-b3a7-eb80d4a83f54 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:10:00.166871 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54507a57-0224-4cbe-b3a7-eb80d4a83f54 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:10:00.172479 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-54507a57-0224-4cbe-b3a7-eb80d4a83f54 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:10:00.214104 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0b273f1-b091-404f-822f-19be070f56bb req-54507a57-0224-4cbe-b3a7-eb80d4a83f54 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Network 1ba61b85-6a57-4c86-8c7b-e71ed182691b is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 22:10:00.215241 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [req-b0b273f1-b091-404f-822f-19be070f56bb req-54507a57-0224-4cbe-b3a7-eb80d4a83f54 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Resources bound (agent type, host, resource id):  {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 22:10:00.217596 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b273f1-b091-404f-822f-19be070f56bb req-54507a57-0224-4cbe-b3a7-eb80d4a83f54 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Received port after_create {{(pid=80149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 22:10:00.301791 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-b0b273f1-b091-404f-822f-19be070f56bb req-54507a57-0224-4cbe-b3a7-eb80d4a83f54 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:10:00.425439 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-b0b273f1-b091-404f-822f-19be070f56bb req-54507a57-0224-4cbe-b3a7-eb80d4a83f54 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:10:00.707757 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-b0b273f1-b091-404f-822f-19be070f56bb req-54507a57-0224-4cbe-b3a7-eb80d4a83f54 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks [] for port, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:10:00.748383 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-b0b273f1-b091-404f-822f-19be070f56bb req-54507a57-0224-4cbe-b3a7-eb80d4a83f54 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823313603'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:10:00.764873 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e1b9d797-89cf-4175-9029-335f3dd65daf tempest-VolumesSnapshotTestJSON-653532932 tempest-VolumesSnapshotTestJSON-653532932-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:10:00.905948 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54507a57-0224-4cbe-b3a7-eb80d4a83f54 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Pushing event updated for resources: {'Port': ['ID=3398f067-edb2-4a01-bb7c-1ae81adfce69,revision_number=2']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:10:00.909194 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-54507a57-0224-4cbe-b3a7-eb80d4a83f54 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:10:01.018978 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-b0b273f1-b091-404f-822f-19be070f56bb req-54507a57-0224-4cbe-b3a7-eb80d4a83f54 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036821521460'] for floatingip, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:10:01.068594 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-b0b273f1-b091-404f-822f-19be070f56bb req-54507a57-0224-4cbe-b3a7-eb80d4a83f54 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for floatingip, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:10:01.069915 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b0b273f1-b091-404f-822f-19be070f56bb req-54507a57-0224-4cbe-b3a7-eb80d4a83f54 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.0753891
Jan 26 22:10:01.166406 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-b0b273f1-b091-404f-822f-19be070f56bb req-4654f2f7-46ea-4c3f-9999-00dccc30fdec tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Synchronizing usage tracker for tenant:37d467f68082493b8af9e54aaa6b2a19 on resource:floatingip {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 22:10:01.205412 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-b0b273f1-b091-404f-822f-19be070f56bb req-4654f2f7-46ea-4c3f-9999-00dccc30fdec tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Unset dirty status for tenant:37d467f68082493b8af9e54aaa6b2a19 on resource:floatingip {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 22:10:01.206710 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b0b273f1-b091-404f-822f-19be070f56bb req-4654f2f7-46ea-4c3f-9999-00dccc30fdec tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.2.208 HTTP/1.1" status: 200  len: 696 time: 0.1301937
Jan 26 22:10:01.408301 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b273f1-b091-404f-822f-19be070f56bb req-76c8ac6d-da6b-4766-9f7d-12f64cc4afb0 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:10:01.409888 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b0b273f1-b091-404f-822f-19be070f56bb req-76c8ac6d-da6b-4766-9f7d-12f64cc4afb0 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/networks/1ba61b85-6a57-4c86-8c7b-e71ed182691b HTTP/1.1" status: 200  len: 784 time: 0.1971021
Jan 26 22:10:01.421015 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [req-b0b273f1-b091-404f-822f-19be070f56bb req-9a7a82ba-2734-40a3-af48-b6fa7b0dbebf tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=80149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 26 22:10:01.422054 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b0b273f1-b091-404f-822f-19be070f56bb req-9a7a82ba-2734-40a3-af48-b6fa7b0dbebf tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0059488
Jan 26 22:10:01.660799 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9d41d-6a07-4249-8e2b-4ad3f3475b41 req-41f22239-a4d3-4a57-8ad9-048f8085e049 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:10:01.662446 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-93e9d41d-6a07-4249-8e2b-4ad3f3475b41 req-41f22239-a4d3-4a57-8ad9-048f8085e049 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1304164
Jan 26 22:10:01.762035 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-93e9d41d-6a07-4249-8e2b-4ad3f3475b41 req-a8b7a90a-3655-4603-afbd-30168a7eb405 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.2.208 HTTP/1.1" status: 200  len: 696 time: 0.0932391
Jan 26 22:10:01.772593 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-93e9d41d-6a07-4249-8e2b-4ad3f3475b41 req-9a49372b-06c5-4300-9c1e-83646aab41ee tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Request body: {'floatingip': {'port_id': '32b76310-1d2b-43cf-bd79-63aa2bbf4731', 'fixed_ip_address': '172.20.0.4'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:10:01.866903 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-93e9d41d-6a07-4249-8e2b-4ad3f3475b41 req-9a49372b-06c5-4300-9c1e-83646aab41ee tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks [] for floatingip, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:10:02.510861 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-93e9d41d-6a07-4249-8e2b-4ad3f3475b41 req-9a49372b-06c5-4300-9c1e-83646aab41ee tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:10:02.571296 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-93e9d41d-6a07-4249-8e2b-4ad3f3475b41 req-9a49372b-06c5-4300-9c1e-83646aab41ee tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036821521460'] for floatingip, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:10:03.013164 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.db.l3_db [req-93e9d41d-6a07-4249-8e2b-4ad3f3475b41 req-9a49372b-06c5-4300-9c1e-83646aab41ee tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Floating IP c1c805ea-19cc-425d-9d44-0ed2a8ad490c associated. External IP: 172.27.2.208, port: 32b76310-1d2b-43cf-bd79-63aa2bbf4731.
Jan 26 22:10:03.406148 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93e9d41d-6a07-4249-8e2b-4ad3f3475b41 req-9a49372b-06c5-4300-9c1e-83646aab41ee tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Router 48030c4a-7123-418e-a5d6-820a02270da2 has already been hosted by L3 agent d246ac06-2269-4624-8b82-d0eab6b3335a {{(pid=80149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 22:10:03.614150 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93e9d41d-6a07-4249-8e2b-4ad3f3475b41 req-9a49372b-06c5-4300-9c1e-83646aab41ee tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify agent at l3_agent.dv-cinder-772126-1-iscsi the message routers_updated {{(pid=80149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 22:10:03.618570 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-93e9d41d-6a07-4249-8e2b-4ad3f3475b41 req-9a49372b-06c5-4300-9c1e-83646aab41ee tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for floatingip, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:10:03.624293 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23f0ef3-a372-44b6-9b1a-82babc3bb61a None None] Sync routers for ids ['48030c4a-7123-418e-a5d6-820a02270da2'] in dv-cinder-772126-1-iscsi {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 22:10:03.634742 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23f0ef3-a372-44b6-9b1a-82babc3bb61a None None] Routers {'48030c4a-7123-418e-a5d6-820a02270da2'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:10:03.635429 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-b23f0ef3-a372-44b6-9b1a-82babc3bb61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5ae790828>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:09:43Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['48030c4a-7123-418e-a5d6-820a02270da2'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:10:03.679013 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-93e9d41d-6a07-4249-8e2b-4ad3f3475b41 req-9a49372b-06c5-4300-9c1e-83646aab41ee tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "PUT /v2.0/floatingips/c1c805ea-19cc-425d-9d44-0ed2a8ad490c HTTP/1.1" status: 200  len: 996 time: 1.9106886
Jan 26 22:10:03.679676 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f', 'tag': '32b76310-1d2b-43cf-bd79-63aa2bbf4731'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:10:03.742593 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f', 'tag': '32b76310-1d2b-43cf-bd79-63aa2bbf4731', 'status': 'completed', 'code': 200}
Jan 26 22:10:03.779748 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9d41d-6a07-4249-8e2b-4ad3f3475b41 req-6dc23ae1-cb01-4a3a-91c9-45c0815bd225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:10:03.781453 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-93e9d41d-6a07-4249-8e2b-4ad3f3475b41 req-6dc23ae1-cb01-4a3a-91c9-45c0815bd225 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=37d467f68082493b8af9e54aaa6b2a19&device_id=fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f HTTP/1.1" status: 200  len: 1162 time: 0.0888906
Jan 26 22:10:03.827167 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-b23f0ef3-a372-44b6-9b1a-82babc3bb61a None None] Set router 48030c4a-7123-418e-a5d6-820a02270da2 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:10:03.866761 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4735c-8f40-40b2-8903-22532909d44d req-3fb51797-32dc-4474-bc31-58cb076f1ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:10:03.868740 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-aea4735c-8f40-40b2-8903-22532909d44d req-3fb51797-32dc-4474-bc31-58cb076f1ff5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=37d467f68082493b8af9e54aaa6b2a19&device_id=fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f HTTP/1.1" status: 200  len: 1162 time: 0.0816650
Jan 26 22:10:03.936111 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9d41d-6a07-4249-8e2b-4ad3f3475b41 req-d24b3625-8c84-453d-9ca4-37f2164cbbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:10:03.937877 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-93e9d41d-6a07-4249-8e2b-4ad3f3475b41 req-d24b3625-8c84-453d-9ca4-37f2164cbbc0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=354411bd-e219-487c-b3ff-a0502e935076 HTTP/1.1" status: 200  len: 905 time: 0.1477304
Jan 26 22:10:04.018751 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4735c-8f40-40b2-8903-22532909d44d req-202bbacb-01d7-4680-ad49-11e14a5046f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:10:04.021333 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-aea4735c-8f40-40b2-8903-22532909d44d req-202bbacb-01d7-4680-ad49-11e14a5046f9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=354411bd-e219-487c-b3ff-a0502e935076 HTTP/1.1" status: 200  len: 905 time: 0.1462898
Jan 26 22:10:04.052225 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-93e9d41d-6a07-4249-8e2b-4ad3f3475b41 req-e19b9da4-7de0-4e98-a256-d34ab8ce087c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32b76310-1d2b-43cf-bd79-63aa2bbf4731 HTTP/1.1" status: 200  len: 999 time: 0.1068625
Jan 26 22:10:04.131591 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9d41d-6a07-4249-8e2b-4ad3f3475b41 req-76bf6ecf-dbe7-40ad-ac6a-a3f04e1b3b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:10:04.133497 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-93e9d41d-6a07-4249-8e2b-4ad3f3475b41 req-76bf6ecf-dbe7-40ad-ac6a-a3f04e1b3b84 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08edff2a-ef60-4075-ac6c-04b3f85e84f6 HTTP/1.1" status: 200  len: 850 time: 0.0731421
Jan 26 22:10:04.145347 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-aea4735c-8f40-40b2-8903-22532909d44d req-baaaa353-f400-4f0e-9d24-a97e4779c2b8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32b76310-1d2b-43cf-bd79-63aa2bbf4731 HTTP/1.1" status: 200  len: 999 time: 0.1173906
Jan 26 22:10:04.221103 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9d41d-6a07-4249-8e2b-4ad3f3475b41 req-1c07da70-a8c6-463c-aa62-6dceda6b644e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:10:04.221590 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4735c-8f40-40b2-8903-22532909d44d req-8a464da1-147f-46f7-894f-d6b933d141cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:10:04.223372 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-93e9d41d-6a07-4249-8e2b-4ad3f3475b41 req-1c07da70-a8c6-463c-aa62-6dceda6b644e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=354411bd-e219-487c-b3ff-a0502e935076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0832865
Jan 26 22:10:04.223863 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-aea4735c-8f40-40b2-8903-22532909d44d req-8a464da1-147f-46f7-894f-d6b933d141cd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=08edff2a-ef60-4075-ac6c-04b3f85e84f6 HTTP/1.1" status: 200  len: 850 time: 0.0728929
Jan 26 22:10:04.245558 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-b23f0ef3-a372-44b6-9b1a-82babc3bb61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5ae790828>, [{'id': '48030c4a-7123-418e-a5d6-820a02270da2', 'name': 'tempest-TestVolumeBootPattern-364362214-router', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:06:41Z', 'updated_at': '2021-01-26T22:06:47Z', 'revision_number': 4, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'gw_port': {'id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:31:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:42Z', 'updated_at': '2021-01-26T22:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_floatingips': [{'id': 'c1c805ea-19cc-425d-9d44-0ed2a8ad490c', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'router_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'port_id': '32b76310-1d2b-43cf-bd79-63aa2bbf4731', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '354411bd-e219-487c-b3ff-a0502e935076', 'mac_address': 'fa:16:3e:b7:8c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T22:10:00Z', 'updated_at': '2021-01-26T22:10:02Z', 'revision_number': 1, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed390339-3df0-4d7b-9355-2d98d67e5395', 'name': '', 'network_id': '354411bd-e219-487c-b3ff-a0502e935076', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'mac_address': 'fa:16:3e:7d:5e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '08edff2a-ef60-4075-ac6c-04b3f85e84f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:46Z', 'updated_at': '2021-01-26T22:06:57Z', 'revision_number': 5, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'subnets': [{'id': '08edff2a-ef60-4075-ac6c-04b3f85e84f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:10:04.249793 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23f0ef3-a372-44b6-9b1a-82babc3bb61a None None] Checking router: 48030c4a-7123-418e-a5d6-820a02270da2 for host: dv-cinder-772126-1-iscsi {{(pid=80151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 22:10:04.259856 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23f0ef3-a372-44b6-9b1a-82babc3bb61a None None] Routers {'48030c4a-7123-418e-a5d6-820a02270da2'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:10:04.260766 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-b23f0ef3-a372-44b6-9b1a-82babc3bb61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5ae790828>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:09:43Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['48030c4a-7123-418e-a5d6-820a02270da2'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:10:04.309209 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea4735c-8f40-40b2-8903-22532909d44d req-cbf503cb-c312-4dc6-9747-580598f59e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:10:04.310845 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-aea4735c-8f40-40b2-8903-22532909d44d req-cbf503cb-c312-4dc6-9747-580598f59e99 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=354411bd-e219-487c-b3ff-a0502e935076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0809207
Jan 26 22:10:04.386924 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-93e9d41d-6a07-4249-8e2b-4ad3f3475b41 req-2f41feac-5143-4172-8312-0bfc1efdb3fd service neutron] 10.222.0.30 "GET /v2.0/networks/354411bd-e219-487c-b3ff-a0502e935076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1555047
Jan 26 22:10:04.468091 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-aea4735c-8f40-40b2-8903-22532909d44d req-e4d3575f-3895-476b-ab62-c63bef1fb8cd service neutron] 10.222.0.45 "GET /v2.0/networks/354411bd-e219-487c-b3ff-a0502e935076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1502337
Jan 26 22:10:04.556447 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-93e9d41d-6a07-4249-8e2b-4ad3f3475b41 req-0daadfed-e93c-4e04-b794-3a47fc32d97f service neutron] 10.222.0.30 "GET /v2.0/networks/354411bd-e219-487c-b3ff-a0502e935076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1616993
Jan 26 22:10:04.626224 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-b23f0ef3-a372-44b6-9b1a-82babc3bb61a None None] Set router 48030c4a-7123-418e-a5d6-820a02270da2 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:10:04.880961 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-aea4735c-8f40-40b2-8903-22532909d44d req-25d084a8-d054-4292-a402-5443d3bcddab service neutron] 10.222.0.45 "GET /v2.0/networks/354411bd-e219-487c-b3ff-a0502e935076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4056363
Jan 26 22:10:05.024259 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-b23f0ef3-a372-44b6-9b1a-82babc3bb61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5ae790828>, [{'id': '48030c4a-7123-418e-a5d6-820a02270da2', 'name': 'tempest-TestVolumeBootPattern-364362214-router', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:06:41Z', 'updated_at': '2021-01-26T22:06:47Z', 'revision_number': 4, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'gw_port': {'id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:31:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:42Z', 'updated_at': '2021-01-26T22:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_floatingips': [{'id': 'c1c805ea-19cc-425d-9d44-0ed2a8ad490c', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'router_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'port_id': '32b76310-1d2b-43cf-bd79-63aa2bbf4731', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '354411bd-e219-487c-b3ff-a0502e935076', 'mac_address': 'fa:16:3e:b7:8c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T22:10:00Z', 'updated_at': '2021-01-26T22:10:02Z', 'revision_number': 1, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed390339-3df0-4d7b-9355-2d98d67e5395', 'name': '', 'network_id': '354411bd-e219-487c-b3ff-a0502e935076', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'mac_address': 'fa:16:3e:7d:5e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '08edff2a-ef60-4075-ac6c-04b3f85e84f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:46Z', 'updated_at': '2021-01-26T22:06:57Z', 'revision_number': 5, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'subnets': [{'id': '08edff2a-ef60-4075-ac6c-04b3f85e84f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:10:05.028680 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23f0ef3-a372-44b6-9b1a-82babc3bb61a None None] The sync data for ids ['48030c4a-7123-418e-a5d6-820a02270da2'] in dv-cinder-772126-1-iscsi is: [{'id': '48030c4a-7123-418e-a5d6-820a02270da2', 'name': 'tempest-TestVolumeBootPattern-364362214-router', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:06:41Z', 'updated_at': '2021-01-26T22:06:47Z', 'revision_number': 4, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'gw_port': {'id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:31:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:42Z', 'updated_at': '2021-01-26T22:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_floatingips': [{'id': 'c1c805ea-19cc-425d-9d44-0ed2a8ad490c', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'router_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'port_id': '32b76310-1d2b-43cf-bd79-63aa2bbf4731', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '354411bd-e219-487c-b3ff-a0502e935076', 'mac_address': 'fa:16:3e:b7:8c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T22:10:00Z', 'updated_at': '2021-01-26T22:10:02Z', 'revision_number': 1, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed390339-3df0-4d7b-9355-2d98d67e5395', 'name': '', 'network_id': '354411bd-e219-487c-b3ff-a0502e935076', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'mac_address': 'fa:16:3e:7d:5e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '08edff2a-ef60-4075-ac6c-04b3f85e84f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:46Z', 'updated_at': '2021-01-26T22:06:57Z', 'revision_number': 5, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'subnets': [{'id': '08edff2a-ef60-4075-ac6c-04b3f85e84f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 22:10:05.342903 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b098808f-b778-49ea-b6e2-9b8731bab027 None None] New status for floating IP c1c805ea-19cc-425d-9d44-0ed2a8ad490c: ACTIVE {{(pid=80150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 26 22:10:09.565773 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-83e22602-5039-4c59-9315-683d1e2972f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:10:13.423023 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:10:13.457013 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-63d81b69-c2ba-402b-972c-3c546df87220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:10:14.536845 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:10:14.611113 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:10:15.400084 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:10:18.282172 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1f5d2ce4-6333-4f65-849b-438ea06993aa req-849c9cba-f712-44aa-a090-4e0305a9cd0a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0777864
Jan 26 22:10:18.455857 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d2ce4-6333-4f65-849b-438ea06993aa req-f31a7fac-c50f-4f88-8e5b-1c320432b953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:10:18.457483 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1f5d2ce4-6333-4f65-849b-438ea06993aa req-f31a7fac-c50f-4f88-8e5b-1c320432b953 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=37d467f68082493b8af9e54aaa6b2a19&device_id=fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f HTTP/1.1" status: 200  len: 1162 time: 0.0812871
Jan 26 22:10:18.619378 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d2ce4-6333-4f65-849b-438ea06993aa req-7bb602c8-0d59-44bf-bf92-53771bfe4cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:10:18.620955 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1f5d2ce4-6333-4f65-849b-438ea06993aa req-7bb602c8-0d59-44bf-bf92-53771bfe4cee service neutron] 10.222.0.45 "GET /v2.0/networks?id=354411bd-e219-487c-b3ff-a0502e935076 HTTP/1.1" status: 200  len: 905 time: 0.1412237
Jan 26 22:10:18.736297 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1f5d2ce4-6333-4f65-849b-438ea06993aa req-b519bda2-367d-457f-84d0-6ea2ae7fd566 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32b76310-1d2b-43cf-bd79-63aa2bbf4731 HTTP/1.1" status: 200  len: 1001 time: 0.1083181
Jan 26 22:10:18.809492 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d2ce4-6333-4f65-849b-438ea06993aa req-79118bf1-172b-49e2-87e2-4c644a727065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:10:18.811096 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1f5d2ce4-6333-4f65-849b-438ea06993aa req-79118bf1-172b-49e2-87e2-4c644a727065 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=08edff2a-ef60-4075-ac6c-04b3f85e84f6 HTTP/1.1" status: 200  len: 850 time: 0.0676820
Jan 26 22:10:18.899957 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d2ce4-6333-4f65-849b-438ea06993aa req-f59faee3-a3dc-4acd-8a72-a804a78e1981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:10:18.901582 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1f5d2ce4-6333-4f65-849b-438ea06993aa req-f59faee3-a3dc-4acd-8a72-a804a78e1981 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=354411bd-e219-487c-b3ff-a0502e935076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0828443
Jan 26 22:10:19.050924 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1f5d2ce4-6333-4f65-849b-438ea06993aa req-c25e9a2c-d9bf-4910-b0e4-500f7bb9c9bf service neutron] 10.222.0.45 "GET /v2.0/networks/354411bd-e219-487c-b3ff-a0502e935076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412392
Jan 26 22:10:19.203940 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1f5d2ce4-6333-4f65-849b-438ea06993aa req-fb93e904-b7cd-4d0d-872d-50c541ead5d7 service neutron] 10.222.0.45 "GET /v2.0/networks/354411bd-e219-487c-b3ff-a0502e935076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1444664
Jan 26 22:10:32.058757 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 22:10:39.565174 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4123bc57-452c-4268-a96f-249f91457744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:10:43.404628 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:10:43.427173 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f7e4a99c-d1eb-4a63-a42e-0851c31479bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:10:44.536158 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:10:44.622535 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:10:45.399156 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:11:09.058437 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 22:11:09.576730 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-29bab7dd-e883-4140-b174-60ae22a89b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:11:13.403999 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-8a5ea292-681a-4d95-8b15-420d4e6c39cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:11:13.426679 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:11:14.523933 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:11:14.615426 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:11:15.403939 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:11:19.423796 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-62ad81b4-4963-409c-a5cf-424f33202a7d req-28d81fc3-4ec3-4a9d-bce8-5d83186b104f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2079372
Jan 26 22:11:19.598774 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad81b4-4963-409c-a5cf-424f33202a7d req-86f03d56-aff4-4be0-9621-4fac75029c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:11:19.600458 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-62ad81b4-4963-409c-a5cf-424f33202a7d req-86f03d56-aff4-4be0-9621-4fac75029c34 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=37d467f68082493b8af9e54aaa6b2a19&device_id=fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f HTTP/1.1" status: 200  len: 1162 time: 0.0868821
Jan 26 22:11:19.762651 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad81b4-4963-409c-a5cf-424f33202a7d req-2225e66c-1573-47a8-8611-919fa45ccd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:11:19.764292 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-62ad81b4-4963-409c-a5cf-424f33202a7d req-2225e66c-1573-47a8-8611-919fa45ccd78 service neutron] 10.222.0.45 "GET /v2.0/networks?id=354411bd-e219-487c-b3ff-a0502e935076 HTTP/1.1" status: 200  len: 905 time: 0.1445205
Jan 26 22:11:19.879034 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-62ad81b4-4963-409c-a5cf-424f33202a7d req-a677f5f7-9098-41e1-89f5-aab149cfde6d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32b76310-1d2b-43cf-bd79-63aa2bbf4731 HTTP/1.1" status: 200  len: 1001 time: 0.1076744
Jan 26 22:11:19.953707 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad81b4-4963-409c-a5cf-424f33202a7d req-f96efc4d-8de1-4ec8-a7af-7884d5445967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:11:19.956140 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-62ad81b4-4963-409c-a5cf-424f33202a7d req-f96efc4d-8de1-4ec8-a7af-7884d5445967 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=08edff2a-ef60-4075-ac6c-04b3f85e84f6 HTTP/1.1" status: 200  len: 850 time: 0.0706823
Jan 26 22:11:20.037313 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad81b4-4963-409c-a5cf-424f33202a7d req-e9a1a407-d343-4d4d-a26f-b809fabd71fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:11:20.038935 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-62ad81b4-4963-409c-a5cf-424f33202a7d req-e9a1a407-d343-4d4d-a26f-b809fabd71fa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=354411bd-e219-487c-b3ff-a0502e935076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0776088
Jan 26 22:11:20.186386 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-62ad81b4-4963-409c-a5cf-424f33202a7d req-5213b2d0-b61f-43e0-9a87-e8c34d43e3f8 service neutron] 10.222.0.45 "GET /v2.0/networks/354411bd-e219-487c-b3ff-a0502e935076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409655
Jan 26 22:11:20.334941 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-62ad81b4-4963-409c-a5cf-424f33202a7d req-e1bda716-f97e-4e6c-bf0a-4401dd4b1588 service neutron] 10.222.0.45 "GET /v2.0/networks/354411bd-e219-487c-b3ff-a0502e935076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1419151
Jan 26 22:11:39.575751 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-518b1fbe-3071-4ccb-afaa-12ec36b1696d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:11:43.415601 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6304ff85-be10-4500-a55c-a9d0d84d5745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:11:43.418657 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:11:44.558393 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:11:44.621167 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:11:45.414274 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:11:46.058498 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 22:11:51.468997 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-4aa511f3-d48a-48e1-9182-0ff369ddd6fc tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-697461871&fields=id&tenant_id=37d467f68082493b8af9e54aaa6b2a19 HTTP/1.1" status: 200  len: 267 time: 0.0529892
Jan 26 22:11:51.680720 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-067f60ac-f3b8-46c4-9e98-3ae700bcc3b1 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:11:51.682291 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-067f60ac-f3b8-46c4-9e98-3ae700bcc3b1 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/networks?id=354411bd-e219-487c-b3ff-a0502e935076 HTTP/1.1" status: 200  len: 811 time: 0.2059107
Jan 26 22:11:51.699717 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-744b6207-3ea5-4da9-ad00-3f762b17b96d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/quotas/37d467f68082493b8af9e54aaa6b2a19 HTTP/1.1" status: 200  len: 375 time: 0.0112097
Jan 26 22:11:51.842619 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-9883b756-cf58-436d-9809-04677dcfa89e tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=37d467f68082493b8af9e54aaa6b2a19&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1371748
Jan 26 22:11:51.999864 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-a10b3b31-9562-4c7e-a7a7-6d3d1e24883a service neutron] 10.222.0.30 "GET /v2.0/networks/354411bd-e219-487c-b3ff-a0502e935076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1432440
Jan 26 22:11:52.155844 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-fb17bcb3-01f2-4b1f-929b-ab3f0918134f service neutron] 10.222.0.30 "GET /v2.0/networks/354411bd-e219-487c-b3ff-a0502e935076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1484120
Jan 26 22:11:52.794238 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b3d1fd15-d871-40e0-a85c-8668a2306e2b req-bc744788-c9a1-4b0e-9b63-b50fd2533622 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e63c4f5-2f48-4a72-ad59-57fbff8df123 HTTP/1.1" status: 200  len: 210 time: 0.1399925
Jan 26 22:11:53.993837 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b990f3bb-09dd-4b04-8956-129c99a4eb7c req-74e1e7d1-7d64-446c-94e0-6df40902f141 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e63c4f5-2f48-4a72-ad59-57fbff8df123 HTTP/1.1" status: 200  len: 210 time: 0.0546350
Jan 26 22:11:54.397101 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-71900d9a-cf84-4a79-8870-4a99c40cd806 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:11:54.398853 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-71900d9a-cf84-4a79-8870-4a99c40cd806 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.45 "GET /v2.0/networks?id=354411bd-e219-487c-b3ff-a0502e935076 HTTP/1.1" status: 200  len: 811 time: 0.2164118
Jan 26 22:11:54.515280 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-b15f593b-f1e6-4bb2-92e8-2694e97b4718 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=37d467f68082493b8af9e54aaa6b2a19 HTTP/1.1" status: 200  len: 5763 time: 0.0852301
Jan 26 22:11:54.525672 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-7214cf75-09af-4eb0-824c-efef40aabf0d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Request body: {'port': {'device_id': '9e63c4f5-2f48-4a72-ad59-57fbff8df123', 'network_id': '354411bd-e219-487c-b3ff-a0502e935076', 'admin_state_up': True, 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'security_groups': ['84ee3eb8-44c6-4bf2-9960-46a694f9c94d']}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:11:54.676435 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-7214cf75-09af-4eb0-824c-efef40aabf0d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:11:54.680766 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-7214cf75-09af-4eb0-824c-efef40aabf0d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Usage tracker for resource:port and tenant:37d467f68082493b8af9e54aaa6b2a19 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Jan 26 22:11:54.683874 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-7214cf75-09af-4eb0-824c-efef40aabf0d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Quota usage for port was recalculated. Used quota:5. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Jan 26 22:11:54.690104 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-7214cf75-09af-4eb0-824c-efef40aabf0d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:11:54.717582 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-7214cf75-09af-4eb0-824c-efef40aabf0d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Made reservation on behalf of 37d467f68082493b8af9e54aaa6b2a19 for: {'port': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Jan 26 22:11:54.732103 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-7214cf75-09af-4eb0-824c-efef40aabf0d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:11:55.060999 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-7214cf75-09af-4eb0-824c-efef40aabf0d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Allocated IP 172.20.0.14 (354411bd-e219-487c-b3ff-a0502e935076/08edff2a-ef60-4075-ac6c-04b3f85e84f6/47d59153-a2a4-4328-b095-6b90f2f25064) {{(pid=80148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 22:11:55.249095 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-6b90f534-c5ba-4c45-9408-47d3d35912a3 req-55dddf72-3cc2-424f-93b3-1fce596c9b6d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e63c4f5-2f48-4a72-ad59-57fbff8df123 HTTP/1.1" status: 200  len: 210 time: 0.0507600
Jan 26 22:11:55.364933 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-7214cf75-09af-4eb0-824c-efef40aabf0d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks [] for port, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:11:55.419936 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-7214cf75-09af-4eb0-824c-efef40aabf0d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Transition to ACTIVE for port object 47d59153-a2a4-4328-b095-6b90f2f25064 will not be triggered until provisioned by entity DHCP. {{(pid=80148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 22:11:55.471813 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-7214cf75-09af-4eb0-824c-efef40aabf0d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32409920'] for port, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:11:55.487339 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c7add50a-198d-48bc-989f-de4229a1e4ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:11:55.635741 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7214cf75-09af-4eb0-824c-efef40aabf0d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Pushing event updated for resources: {'Port': ['ID=47d59153-a2a4-4328-b095-6b90f2f25064,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:11:55.658565 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214cf75-09af-4eb0-824c-efef40aabf0d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:11:55.658963 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214cf75-09af-4eb0-824c-efef40aabf0d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:11:55.659320 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214cf75-09af-4eb0-824c-efef40aabf0d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:11:55.659754 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214cf75-09af-4eb0-824c-efef40aabf0d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:11:55.660157 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214cf75-09af-4eb0-824c-efef40aabf0d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:11:55.660918 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214cf75-09af-4eb0-824c-efef40aabf0d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:11:55.660918 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214cf75-09af-4eb0-824c-efef40aabf0d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:11:55.661314 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214cf75-09af-4eb0-824c-efef40aabf0d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:11:55.661704 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214cf75-09af-4eb0-824c-efef40aabf0d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:11:55.662095 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214cf75-09af-4eb0-824c-efef40aabf0d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:11:55.662487 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214cf75-09af-4eb0-824c-efef40aabf0d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:11:55.662876 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214cf75-09af-4eb0-824c-efef40aabf0d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:11:55.663312 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214cf75-09af-4eb0-824c-efef40aabf0d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:11:55.680105 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214cf75-09af-4eb0-824c-efef40aabf0d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:11:55.680105 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214cf75-09af-4eb0-824c-efef40aabf0d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:11:55.680105 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214cf75-09af-4eb0-824c-efef40aabf0d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:11:55.680105 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214cf75-09af-4eb0-824c-efef40aabf0d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:11:55.680105 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214cf75-09af-4eb0-824c-efef40aabf0d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:11:55.680105 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214cf75-09af-4eb0-824c-efef40aabf0d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:11:55.680105 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214cf75-09af-4eb0-824c-efef40aabf0d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:11:55.680105 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214cf75-09af-4eb0-824c-efef40aabf0d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:11:55.680105 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214cf75-09af-4eb0-824c-efef40aabf0d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:11:55.680105 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214cf75-09af-4eb0-824c-efef40aabf0d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:11:55.680105 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7214cf75-09af-4eb0-824c-efef40aabf0d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:11:55.680105 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-7214cf75-09af-4eb0-824c-efef40aabf0d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:11:55.715230 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-7214cf75-09af-4eb0-824c-efef40aabf0d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Network 354411bd-e219-487c-b3ff-a0502e935076 is already hosted by enough agents. {{(pid=80148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 22:11:55.719118 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-7214cf75-09af-4eb0-824c-efef40aabf0d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Resources bound (agent type, host, resource id):  {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 22:11:55.719118 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-7214cf75-09af-4eb0-824c-efef40aabf0d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Received port after_create {{(pid=80148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 22:11:55.822718 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-7214cf75-09af-4eb0-824c-efef40aabf0d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:11:55.823468 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-7214cf75-09af-4eb0-824c-efef40aabf0d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:11:55.963280 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-7214cf75-09af-4eb0-824c-efef40aabf0d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4418168
Jan 26 22:11:55.981103 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-6007a99e-c322-4fa1-b3e8-a0aa6638ee19 service neutron] Request body: {'port': {'device_id': '9e63c4f5-2f48-4a72-ad59-57fbff8df123', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:11:56.003997 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-98a33d80-44f3-444e-bfb0-ddfa3df50a56 None None] Provisioning for port 47d59153-a2a4-4328-b095-6b90f2f25064 completed by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 22:11:56.009535 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-98a33d80-44f3-444e-bfb0-ddfa3df50a56 None None] Provisioning complete for port 47d59153-a2a4-4328-b095-6b90f2f25064 triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:11:56.009952 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-98a33d80-44f3-444e-bfb0-ddfa3df50a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:11:56.066697 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-98a33d80-44f3-444e-bfb0-ddfa3df50a56 None None] Port 47d59153-a2a4-4328-b095-6b90f2f25064 cannot update to ACTIVE because it is not bound. {{(pid=80150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Jan 26 22:11:56.111293 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-6007a99e-c322-4fa1-b3e8-a0aa6638ee19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:11:56.527623 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a899865-acce-4582-ad0d-8d7947e2fd54 req-4eaaf468-64d0-4874-b5ab-e0f8a46038dd tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:11:56.529306 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9a899865-acce-4582-ad0d-8d7947e2fd54 req-4eaaf468-64d0-4874-b5ab-e0f8a46038dd tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e63c4f5-2f48-4a72-ad59-57fbff8df123 HTTP/1.1" status: 200  len: 932 time: 0.1255889
Jan 26 22:11:56.543494 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-6007a99e-c322-4fa1-b3e8-a0aa6638ee19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47d59153-a2a4-4328-b095-6b90f2f25064 {{(pid=80148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Jan 26 22:11:56.552310 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-6007a99e-c322-4fa1-b3e8-a0aa6638ee19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:11:56.567222 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-6007a99e-c322-4fa1-b3e8-a0aa6638ee19 service neutron] Transition to ACTIVE for port object 47d59153-a2a4-4328-b095-6b90f2f25064 will not be triggered until provisioned by entity L2. {{(pid=80148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Jan 26 22:11:56.588326 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9a899865-acce-4582-ad0d-8d7947e2fd54 req-619a6e5a-c937-45a4-bfd9-8c6dadf0bf18 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/security-groups?id=84ee3eb8-44c6-4bf2-9960-46a694f9c94d&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0516274
Jan 26 22:11:56.638772 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-6007a99e-c322-4fa1-b3e8-a0aa6638ee19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822365879'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:11:56.655628 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6b878284-9ce3-485f-b593-d2c88f14ceed tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:11:56.793898 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6007a99e-c322-4fa1-b3e8-a0aa6638ee19 service neutron] Pushing event updated for resources: {'Port': ['ID=47d59153-a2a4-4328-b095-6b90f2f25064,revision_number=2']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:11:56.807470 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6007a99e-c322-4fa1-b3e8-a0aa6638ee19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:11:57.228578 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-6007a99e-c322-4fa1-b3e8-a0aa6638ee19 service neutron] Attempting to bind port 47d59153-a2a4-4328-b095-6b90f2f25064 on host hv-cinder-77212 for vnic_type normal with profile  {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Jan 26 22:11:57.229136 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-6007a99e-c322-4fa1-b3e8-a0aa6638ee19 service neutron] Attempting to bind port 47d59153-a2a4-4328-b095-6b90f2f25064 by drivers openvswitch on host hv-cinder-77212 at level 0 using segments [{'id': '10fa9503-ea57-4575-8fa2-400aab90e0d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '354411bd-e219-487c-b3ff-a0502e935076'}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Jan 26 22:11:57.229250 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-6007a99e-c322-4fa1-b3e8-a0aa6638ee19 service neutron] Attempting to bind port 47d59153-a2a4-4328-b095-6b90f2f25064 on network 354411bd-e219-487c-b3ff-a0502e935076 {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Jan 26 22:11:57.234905 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-6007a99e-c322-4fa1-b3e8-a0aa6638ee19 service neutron] Checking agent: {'id': '907ce3e7-819e-4a7f-a1c4-c44a902d1710', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 21, 53, 12), 'started_at': datetime.datetime(2021, 1, 26, 21, 53, 42), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 22, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.40', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jan 26 22:11:57.235286 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-6007a99e-c322-4fa1-b3e8-a0aa6638ee19 service neutron] Checking segment: {'id': '10fa9503-ea57-4575-8fa2-400aab90e0d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '354411bd-e219-487c-b3ff-a0502e935076'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Jan 26 22:11:57.235721 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-6007a99e-c322-4fa1-b3e8-a0aa6638ee19 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:11:57.236122 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-6007a99e-c322-4fa1-b3e8-a0aa6638ee19 service neutron] Bound using segment: {'id': '10fa9503-ea57-4575-8fa2-400aab90e0d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '354411bd-e219-487c-b3ff-a0502e935076'} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jan 26 22:11:57.236833 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-6007a99e-c322-4fa1-b3e8-a0aa6638ee19 service neutron] Bound port: 47d59153-a2a4-4328-b095-6b90f2f25064, host: hv-cinder-77212, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10fa9503-ea57-4575-8fa2-400aab90e0d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '354411bd-e219-487c-b3ff-a0502e935076'}}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Jan 26 22:11:57.237289 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-6007a99e-c322-4fa1-b3e8-a0aa6638ee19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:11:57.351187 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-6007a99e-c322-4fa1-b3e8-a0aa6638ee19 service neutron] For port 47d59153-a2a4-4328-b095-6b90f2f25064, host hv-cinder-77212, cleared binding levels {{(pid=80148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Jan 26 22:11:57.354339 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-6007a99e-c322-4fa1-b3e8-a0aa6638ee19 service neutron] For port 47d59153-a2a4-4328-b095-6b90f2f25064, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=47d59153-a2a4-4328-b095-6b90f2f25064,segment=NetworkSegment(10fa9503-ea57-4575-8fa2-400aab90e0d2),segment_id=10fa9503-ea57-4575-8fa2-400aab90e0d2)] {{(pid=80148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Jan 26 22:11:57.434055 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-6007a99e-c322-4fa1-b3e8-a0aa6638ee19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036822365879'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:11:57.450427 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1b2a15a9-3964-46c3-8c93-b1dd995e4563 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:11:57.603551 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6007a99e-c322-4fa1-b3e8-a0aa6638ee19 service neutron] Pushing event updated for resources: {'Port': ['ID=47d59153-a2a4-4328-b095-6b90f2f25064,revision_number=3']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:11:57.606941 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6007a99e-c322-4fa1-b3e8-a0aa6638ee19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:11:57.643757 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-6007a99e-c322-4fa1-b3e8-a0aa6638ee19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:11:57.644839 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-6007a99e-c322-4fa1-b3e8-a0aa6638ee19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:11:57.646394 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-6007a99e-c322-4fa1-b3e8-a0aa6638ee19 service neutron] 10.222.0.45 "PUT /v2.0/ports/47d59153-a2a4-4328-b095-6b90f2f25064 HTTP/1.1" status: 200  len: 1158 time: 1.6700127
Jan 26 22:11:57.646950 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e63c4f5-2f48-4a72-ad59-57fbff8df123', 'tag': '47d59153-a2a4-4328-b095-6b90f2f25064'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:11:57.713467 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e63c4f5-2f48-4a72-ad59-57fbff8df123', 'tag': '47d59153-a2a4-4328-b095-6b90f2f25064', 'status': 'completed', 'code': 200}
Jan 26 22:11:57.827083 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-02262f45-2941-492a-a20e-3d571c8d66df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:11:57.828828 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-02262f45-2941-492a-a20e-3d571c8d66df service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=37d467f68082493b8af9e54aaa6b2a19&device_id=9e63c4f5-2f48-4a72-ad59-57fbff8df123 HTTP/1.1" status: 200  len: 1161 time: 0.0864367
Jan 26 22:11:57.869473 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b78ae-f113-402e-b114-143fd6a72f58 req-c36cd7f6-c2d9-4a91-b030-72ecbfadfdae tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:11:57.871151 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f48b78ae-f113-402e-b114-143fd6a72f58 req-c36cd7f6-c2d9-4a91-b030-72ecbfadfdae tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e63c4f5-2f48-4a72-ad59-57fbff8df123 HTTP/1.1" status: 200  len: 944 time: 0.1401014
Jan 26 22:11:57.920096 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-fedd0400-3abf-4f3a-b86a-1cc950de1f99 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47d59153-a2a4-4328-b095-6b90f2f25064 HTTP/1.1" status: 200  len: 217 time: 0.0773485
Jan 26 22:11:57.929965 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f48b78ae-f113-402e-b114-143fd6a72f58 req-18f83ca4-43d8-4a1a-bfea-5161a483a54b tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/security-groups?id=84ee3eb8-44c6-4bf2-9960-46a694f9c94d&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0515397
Jan 26 22:11:57.997584 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-1ad5121f-7995-472e-9f29-82c345de2a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:11:57.999177 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-1ad5121f-7995-472e-9f29-82c345de2a56 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=08edff2a-ef60-4075-ac6c-04b3f85e84f6 HTTP/1.1" status: 200  len: 850 time: 0.0723505
Jan 26 22:11:58.082709 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-1287eafd-7d30-40f2-9e89-20106a6553d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:11:58.084361 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-1287eafd-7d30-40f2-9e89-20106a6553d6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=354411bd-e219-487c-b3ff-a0502e935076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0786192
Jan 26 22:11:58.229935 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-1a319b46-7105-45ed-a617-aa3629ccb518 service neutron] 10.222.0.45 "GET /v2.0/networks/354411bd-e219-487c-b3ff-a0502e935076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382794
Jan 26 22:11:58.378191 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-2ec1b225-1b18-4e64-90bf-9589b083c685 req-020d9550-08de-4a31-b7c6-45b1e8c462ba service neutron] 10.222.0.45 "GET /v2.0/networks/354411bd-e219-487c-b3ff-a0502e935076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1416209
Jan 26 22:11:58.576257 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070eb30c-33cc-48b7-bda4-abe02c1d5c39 req-af94852b-71b2-46e3-add7-253e408a2c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:11:58.577886 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-070eb30c-33cc-48b7-bda4-abe02c1d5c39 req-af94852b-71b2-46e3-add7-253e408a2c65 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=37d467f68082493b8af9e54aaa6b2a19&device_id=9e63c4f5-2f48-4a72-ad59-57fbff8df123 HTTP/1.1" status: 200  len: 1161 time: 0.0859637
Jan 26 22:11:58.727966 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070eb30c-33cc-48b7-bda4-abe02c1d5c39 req-e1f44757-593a-4bde-9e0c-186434732e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:11:58.729551 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-070eb30c-33cc-48b7-bda4-abe02c1d5c39 req-e1f44757-593a-4bde-9e0c-186434732e2b service neutron] 10.222.0.45 "GET /v2.0/networks?id=354411bd-e219-487c-b3ff-a0502e935076 HTTP/1.1" status: 200  len: 905 time: 0.1449220
Jan 26 22:11:58.806691 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-070eb30c-33cc-48b7-bda4-abe02c1d5c39 req-af8b33bb-3d6e-4064-a620-73550bfc5e27 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47d59153-a2a4-4328-b095-6b90f2f25064 HTTP/1.1" status: 200  len: 217 time: 0.0683439
Jan 26 22:11:58.885183 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070eb30c-33cc-48b7-bda4-abe02c1d5c39 req-e7a5fc73-7056-408e-a692-2163e160c8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:11:58.886685 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-070eb30c-33cc-48b7-bda4-abe02c1d5c39 req-e7a5fc73-7056-408e-a692-2163e160c8c8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=08edff2a-ef60-4075-ac6c-04b3f85e84f6 HTTP/1.1" status: 200  len: 850 time: 0.0706813
Jan 26 22:11:58.974562 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070eb30c-33cc-48b7-bda4-abe02c1d5c39 req-cab73282-2460-44f2-9a43-3672699fa3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:11:58.976244 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-070eb30c-33cc-48b7-bda4-abe02c1d5c39 req-cab73282-2460-44f2-9a43-3672699fa3ac service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=354411bd-e219-487c-b3ff-a0502e935076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0780773
Jan 26 22:11:59.128889 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-070eb30c-33cc-48b7-bda4-abe02c1d5c39 req-77e2ef3d-41dc-4b6b-836d-f2c95f494514 service neutron] 10.222.0.45 "GET /v2.0/networks/354411bd-e219-487c-b3ff-a0502e935076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404409
Jan 26 22:11:59.197883 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e4526-aca3-478f-94c0-393cfff5ae78 req-2cb6539e-88fc-4274-afc0-7c8c07055ef2 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:11:59.199550 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-219e4526-aca3-478f-94c0-393cfff5ae78 req-2cb6539e-88fc-4274-afc0-7c8c07055ef2 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e63c4f5-2f48-4a72-ad59-57fbff8df123 HTTP/1.1" status: 200  len: 944 time: 0.1300972
Jan 26 22:11:59.257588 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-219e4526-aca3-478f-94c0-393cfff5ae78 req-786f2a32-79c8-4c07-9428-9d248ea8ac02 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/security-groups?id=84ee3eb8-44c6-4bf2-9960-46a694f9c94d&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0510035
Jan 26 22:11:59.277751 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-070eb30c-33cc-48b7-bda4-abe02c1d5c39 req-c8fea083-0f14-42de-9985-81217313a9d2 service neutron] 10.222.0.45 "GET /v2.0/networks/354411bd-e219-487c-b3ff-a0502e935076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1420093
Jan 26 22:12:00.507366 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1945fe8-846e-4b0a-9c82-f2e3540990f6 req-18394732-ee96-4031-aeaf-45d356925a03 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:12:00.509032 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a1945fe8-846e-4b0a-9c82-f2e3540990f6 req-18394732-ee96-4031-aeaf-45d356925a03 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e63c4f5-2f48-4a72-ad59-57fbff8df123 HTTP/1.1" status: 200  len: 944 time: 0.1239662
Jan 26 22:12:00.568331 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a1945fe8-846e-4b0a-9c82-f2e3540990f6 req-45061240-cc26-4e85-91f5-c3ba33193e4d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/security-groups?id=84ee3eb8-44c6-4bf2-9960-46a694f9c94d&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0504131
Jan 26 22:12:01.910334 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e3e4f-cbea-4cd6-b25c-47610648aca1 req-cfe6ebb8-1720-4af5-a093-c7270e76519d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:12:01.911998 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c15e3e4f-cbea-4cd6-b25c-47610648aca1 req-cfe6ebb8-1720-4af5-a093-c7270e76519d tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e63c4f5-2f48-4a72-ad59-57fbff8df123 HTTP/1.1" status: 200  len: 944 time: 0.1313970
Jan 26 22:12:01.969752 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-c15e3e4f-cbea-4cd6-b25c-47610648aca1 req-2e9818f6-b730-487d-aa45-3a47ccfd50a5 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/security-groups?id=84ee3eb8-44c6-4bf2-9960-46a694f9c94d&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0509441
Jan 26 22:12:03.230988 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f234ed5-f98a-48d3-8fc5-9f3f99b0ad30 req-5dab1afc-0dbb-4847-a04a-cd1e5fa8a1df tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:12:03.232623 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1f234ed5-f98a-48d3-8fc5-9f3f99b0ad30 req-5dab1afc-0dbb-4847-a04a-cd1e5fa8a1df tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e63c4f5-2f48-4a72-ad59-57fbff8df123 HTTP/1.1" status: 200  len: 944 time: 0.1302297
Jan 26 22:12:03.290072 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1f234ed5-f98a-48d3-8fc5-9f3f99b0ad30 req-795e647e-0593-4733-b24d-6775545966a4 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/security-groups?id=84ee3eb8-44c6-4bf2-9960-46a694f9c94d&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0511093
Jan 26 22:12:04.543874 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c1722-f3ac-4243-a542-0a973f2b4c33 req-916b0b0e-e07f-4604-96f3-4a2d5ab1f4b8 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:12:04.545516 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f14c1722-f3ac-4243-a542-0a973f2b4c33 req-916b0b0e-e07f-4604-96f3-4a2d5ab1f4b8 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e63c4f5-2f48-4a72-ad59-57fbff8df123 HTTP/1.1" status: 200  len: 944 time: 0.1270792
Jan 26 22:12:04.602314 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-f14c1722-f3ac-4243-a542-0a973f2b4c33 req-ccc0dd84-cbe6-4a65-afbd-89349b11fd4f tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/security-groups?id=84ee3eb8-44c6-4bf2-9960-46a694f9c94d&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0497336
Jan 26 22:12:05.860182 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08d5f3d-67ba-45b6-b3bb-34537b8576d4 req-a3c370c9-bc94-475b-a536-4abce9fac9ce tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:12:05.862058 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e08d5f3d-67ba-45b6-b3bb-34537b8576d4 req-a3c370c9-bc94-475b-a536-4abce9fac9ce tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e63c4f5-2f48-4a72-ad59-57fbff8df123 HTTP/1.1" status: 200  len: 944 time: 0.1276040
Jan 26 22:12:05.919139 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-e08d5f3d-67ba-45b6-b3bb-34537b8576d4 req-17fa5aae-82ee-4d46-bc48-bf11a9c5786c tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/security-groups?id=84ee3eb8-44c6-4bf2-9960-46a694f9c94d&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0502677
Jan 26 22:12:06.356414 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 47d59153-a2a4-4328-b095-6b90f2f25064 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:12:06.460087 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning for port 47d59153-a2a4-4328-b095-6b90f2f25064 completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Jan 26 22:12:06.465064 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 47d59153-a2a4-4328-b095-6b90f2f25064 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:12:06.465476 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:12:06.587728 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:12:06.615144 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e63c4f5-2f48-4a72-ad59-57fbff8df123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d59153-a2a4-4328-b095-6b90f2f25064'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:12:06.625511 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] For port 47d59153-a2a4-4328-b095-6b90f2f25064, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=47d59153-a2a4-4328-b095-6b90f2f25064,segment=NetworkSegment(10fa9503-ea57-4575-8fa2-400aab90e0d2),segment_id=10fa9503-ea57-4575-8fa2-400aab90e0d2)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:12:06.654929 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:12:06.657022 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:12:06.729719 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Pushing event updated for resources: {'Port': ['ID=47d59153-a2a4-4328-b095-6b90f2f25064,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:12:06.738270 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:12:06.738660 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:12:06.739123 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:12:06.739443 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:12:06.739813 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:12:06.740170 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:12:06.740545 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:12:06.740914 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:12:06.741284 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:12:06.741650 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:12:06.742016 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:12:06.742378 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:12:06.742788 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:12:06.743154 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:12:06.743561 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:12:06.743924 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:12:06.744293 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:12:06.744653 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:12:06.745016 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:12:06.745379 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:12:06.745754 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:12:06.746107 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:12:06.746471 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:12:06.746831 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:12:06.751503 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:12:06.762861 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e63c4f5-2f48-4a72-ad59-57fbff8df123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d59153-a2a4-4328-b095-6b90f2f25064', 'code': 200}
Jan 26 22:12:07.143420 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792a823-846f-4e82-908f-4fc907f751d1 req-662dd927-7852-480b-9070-dcc0c8ac3b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:12:07.145405 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9792a823-846f-4e82-908f-4fc907f751d1 req-662dd927-7852-480b-9070-dcc0c8ac3b0e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9e63c4f5-2f48-4a72-ad59-57fbff8df123 HTTP/1.1" status: 200  len: 1163 time: 0.0896132
Jan 26 22:12:07.186480 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00758c-e2a6-48c4-9c76-7375531e9bb0 req-6ec09927-35be-4f41-b08f-cbacace0c0ff tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:12:07.188207 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5e00758c-e2a6-48c4-9c76-7375531e9bb0 req-6ec09927-35be-4f41-b08f-cbacace0c0ff tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e63c4f5-2f48-4a72-ad59-57fbff8df123 HTTP/1.1" status: 200  len: 946 time: 0.1334982
Jan 26 22:12:07.191350 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9792a823-846f-4e82-908f-4fc907f751d1 req-527c98a8-41d0-4eec-84cb-51ff3b7e375a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=84ee3eb8-44c6-4bf2-9960-46a694f9c94d&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0396674
Jan 26 22:12:07.483733 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-5e00758c-e2a6-48c4-9c76-7375531e9bb0 req-dadd177a-a349-44c4-97ac-bedd1d92f020 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/security-groups?id=84ee3eb8-44c6-4bf2-9960-46a694f9c94d&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.2884271
Jan 26 22:12:08.142792 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 47d59153-a2a4-4328-b095-6b90f2f25064 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:12:08.219378 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 47d59153-a2a4-4328-b095-6b90f2f25064 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:12:08.219964 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:12:08.790755 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8487b7-0393-4d64-a62f-a443d764cdf2 req-79fd3787-f0fa-424e-b3a9-380aa7e279f9 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:12:08.792944 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-3a8487b7-0393-4d64-a62f-a443d764cdf2 req-79fd3787-f0fa-424e-b3a9-380aa7e279f9 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e63c4f5-2f48-4a72-ad59-57fbff8df123 HTTP/1.1" status: 200  len: 946 time: 0.1531925
Jan 26 22:12:08.862079 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-3a8487b7-0393-4d64-a62f-a443d764cdf2 req-48523c29-a9ba-4275-85c5-70d8a85f2c08 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/security-groups?id=84ee3eb8-44c6-4bf2-9960-46a694f9c94d&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0623035
Jan 26 22:12:09.140508 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450489b3-2751-484f-b4b7-151da3bdd6f3 req-5e95b9b3-c279-4082-a791-00de7422470b tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:12:09.142018 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-450489b3-2751-484f-b4b7-151da3bdd6f3 req-5e95b9b3-c279-4082-a791-00de7422470b tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e63c4f5-2f48-4a72-ad59-57fbff8df123 HTTP/1.1" status: 200  len: 946 time: 0.1265941
Jan 26 22:12:09.200489 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-450489b3-2751-484f-b4b7-151da3bdd6f3 req-21e7c140-baa0-4627-850a-40f14b46ae57 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/security-groups?id=84ee3eb8-44c6-4bf2-9960-46a694f9c94d&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0515873
Jan 26 22:12:09.437943 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fa0e6bd1-daca-4407-857c-792c7f0dd6c5 req-40b94128-c573-4464-9ca6-dc0a86f50b63 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1761081
Jan 26 22:12:09.449289 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-fa0e6bd1-daca-4407-857c-792c7f0dd6c5 req-623b65f4-2a36-4b96-a17d-cb0e08cf6e34 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Request body: {'floatingip': {'floating_network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:12:09.463493 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-fa0e6bd1-daca-4407-857c-792c7f0dd6c5 req-623b65f4-2a36-4b96-a17d-cb0e08cf6e34 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Jan 26 22:12:09.473816 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.quota.driver [req-fa0e6bd1-daca-4407-857c-792c7f0dd6c5 req-623b65f4-2a36-4b96-a17d-cb0e08cf6e34 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Jan 26 22:12:09.519094 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-fa0e6bd1-daca-4407-857c-792c7f0dd6c5 req-623b65f4-2a36-4b96-a17d-cb0e08cf6e34 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks [] for floatingip, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:12:09.552103 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6732f72a-824c-40d5-97d4-7dc5e8cdfc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:12:09.673505 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-fa0e6bd1-daca-4407-857c-792c7f0dd6c5 req-623b65f4-2a36-4b96-a17d-cb0e08cf6e34 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:12:09.952174 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [req-fa0e6bd1-daca-4407-857c-792c7f0dd6c5 req-623b65f4-2a36-4b96-a17d-cb0e08cf6e34 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Allocated IP 172.27.2.156 (1ba61b85-6a57-4c86-8c7b-e71ed182691b/36fb7a5a-6726-45c7-9dc5-3a7ad8db1808/f0ec699a-6bbf-458f-91aa-5977f2e4c4a5) {{(pid=80149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Jan 26 22:12:10.116309 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-fa0e6bd1-daca-4407-857c-792c7f0dd6c5 req-623b65f4-2a36-4b96-a17d-cb0e08cf6e34 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks [] for port, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:12:10.125417 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 47d59153-a2a4-4328-b095-6b90f2f25064 up at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Jan 26 22:12:10.180978 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-fa0e6bd1-daca-4407-857c-792c7f0dd6c5 req-623b65f4-2a36-4b96-a17d-cb0e08cf6e34 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789029715008', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31462196'] for port, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:12:10.196839 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-54507a57-0224-4cbe-b3a7-eb80d4a83f54 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:12:10.202375 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Provisioning complete for port 47d59153-a2a4-4328-b095-6b90f2f25064 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Jan 26 22:12:10.202734 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853874677'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:12:10.332690 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623b65f4-2a36-4b96-a17d-cb0e08cf6e34 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Pushing event updated for resources: {'Port': ['ID=f0ec699a-6bbf-458f-91aa-5977f2e4c4a5,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:12:10.355199 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b65f4-2a36-4b96-a17d-cb0e08cf6e34 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:12:10.355637 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b65f4-2a36-4b96-a17d-cb0e08cf6e34 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:12:10.356051 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b65f4-2a36-4b96-a17d-cb0e08cf6e34 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:12:10.356462 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b65f4-2a36-4b96-a17d-cb0e08cf6e34 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:12:10.356865 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b65f4-2a36-4b96-a17d-cb0e08cf6e34 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:12:10.357264 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b65f4-2a36-4b96-a17d-cb0e08cf6e34 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:12:10.357660 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b65f4-2a36-4b96-a17d-cb0e08cf6e34 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:12:10.358058 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b65f4-2a36-4b96-a17d-cb0e08cf6e34 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:12:10.358455 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b65f4-2a36-4b96-a17d-cb0e08cf6e34 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:12:10.358848 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b65f4-2a36-4b96-a17d-cb0e08cf6e34 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:12:10.359241 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b65f4-2a36-4b96-a17d-cb0e08cf6e34 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:12:10.359658 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b65f4-2a36-4b96-a17d-cb0e08cf6e34 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:12:10.360096 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b65f4-2a36-4b96-a17d-cb0e08cf6e34 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:12:10.360493 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b65f4-2a36-4b96-a17d-cb0e08cf6e34 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:12:10.360889 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b65f4-2a36-4b96-a17d-cb0e08cf6e34 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:12:10.361845 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b65f4-2a36-4b96-a17d-cb0e08cf6e34 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:12:10.362327 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b65f4-2a36-4b96-a17d-cb0e08cf6e34 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:12:10.362730 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b65f4-2a36-4b96-a17d-cb0e08cf6e34 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:12:10.363123 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b65f4-2a36-4b96-a17d-cb0e08cf6e34 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:12:10.363567 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b65f4-2a36-4b96-a17d-cb0e08cf6e34 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:12:10.363968 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b65f4-2a36-4b96-a17d-cb0e08cf6e34 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:12:10.364362 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b65f4-2a36-4b96-a17d-cb0e08cf6e34 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:12:10.364758 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b65f4-2a36-4b96-a17d-cb0e08cf6e34 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:12:10.365148 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-623b65f4-2a36-4b96-a17d-cb0e08cf6e34 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:12:10.371231 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-623b65f4-2a36-4b96-a17d-cb0e08cf6e34 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:12:10.410144 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa0e6bd1-daca-4407-857c-792c7f0dd6c5 req-623b65f4-2a36-4b96-a17d-cb0e08cf6e34 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Network 1ba61b85-6a57-4c86-8c7b-e71ed182691b is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Jan 26 22:12:10.411286 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [req-fa0e6bd1-daca-4407-857c-792c7f0dd6c5 req-623b65f4-2a36-4b96-a17d-cb0e08cf6e34 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Resources bound (agent type, host, resource id):  {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Jan 26 22:12:10.413635 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0e6bd1-daca-4407-857c-792c7f0dd6c5 req-623b65f4-2a36-4b96-a17d-cb0e08cf6e34 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Received port after_create {{(pid=80149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Jan 26 22:12:10.499595 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-fa0e6bd1-daca-4407-857c-792c7f0dd6c5 req-623b65f4-2a36-4b96-a17d-cb0e08cf6e34 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:12:10.607534 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-fa0e6bd1-daca-4407-857c-792c7f0dd6c5 req-623b65f4-2a36-4b96-a17d-cb0e08cf6e34 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:12:10.886249 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-fa0e6bd1-daca-4407-857c-792c7f0dd6c5 req-623b65f4-2a36-4b96-a17d-cb0e08cf6e34 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks [] for port, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:12:10.922974 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-fa0e6bd1-daca-4407-857c-792c7f0dd6c5 req-623b65f4-2a36-4b96-a17d-cb0e08cf6e34 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036823313603'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:12:10.936780 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d3ef3f06-e2e3-4c36-bd41-027c950cec16 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:12:11.072716 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623b65f4-2a36-4b96-a17d-cb0e08cf6e34 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Pushing event updated for resources: {'Port': ['ID=f0ec699a-6bbf-458f-91aa-5977f2e4c4a5,revision_number=2']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:12:11.077207 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-623b65f4-2a36-4b96-a17d-cb0e08cf6e34 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:12:11.184883 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-fa0e6bd1-daca-4407-857c-792c7f0dd6c5 req-623b65f4-2a36-4b96-a17d-cb0e08cf6e34 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036821521460'] for floatingip, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:12:11.254435 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-fa0e6bd1-daca-4407-857c-792c7f0dd6c5 req-623b65f4-2a36-4b96-a17d-cb0e08cf6e34 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for floatingip, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:12:11.255851 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fa0e6bd1-daca-4407-857c-792c7f0dd6c5 req-623b65f4-2a36-4b96-a17d-cb0e08cf6e34 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.8109570
Jan 26 22:12:11.351987 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-fa0e6bd1-daca-4407-857c-792c7f0dd6c5 req-03ac834a-0419-4e69-b5df-fb8bea443629 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Synchronizing usage tracker for tenant:37d467f68082493b8af9e54aaa6b2a19 on resource:floatingip {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 22:12:11.396154 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-fa0e6bd1-daca-4407-857c-792c7f0dd6c5 req-03ac834a-0419-4e69-b5df-fb8bea443629 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Unset dirty status for tenant:37d467f68082493b8af9e54aaa6b2a19 on resource:floatingip {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 22:12:11.397441 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fa0e6bd1-daca-4407-857c-792c7f0dd6c5 req-03ac834a-0419-4e69-b5df-fb8bea443629 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.2.156 HTTP/1.1" status: 200  len: 696 time: 0.1352751
Jan 26 22:12:11.598469 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e6bd1-daca-4407-857c-792c7f0dd6c5 req-f0919cba-049c-4636-a045-e1363a878a6b tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:12:11.600037 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-fa0e6bd1-daca-4407-857c-792c7f0dd6c5 req-f0919cba-049c-4636-a045-e1363a878a6b tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/networks/1ba61b85-6a57-4c86-8c7b-e71ed182691b HTTP/1.1" status: 200  len: 784 time: 0.1965590
Jan 26 22:12:11.846691 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478c498-2746-44e8-9353-903515df39e8 req-b69c6746-6bd3-4296-948f-10f493748c39 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:12:11.848586 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d478c498-2746-44e8-9353-903515df39e8 req-b69c6746-6bd3-4296-948f-10f493748c39 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e63c4f5-2f48-4a72-ad59-57fbff8df123&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1279521
Jan 26 22:12:11.947194 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d478c498-2746-44e8-9353-903515df39e8 req-cefbfa74-af47-4b0d-a160-2be4c967a3d2 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.2.156 HTTP/1.1" status: 200  len: 696 time: 0.0924122
Jan 26 22:12:11.958477 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.v2.base [req-d478c498-2746-44e8-9353-903515df39e8 req-18377d61-a8c8-4665-aa20-9e995984a930 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Request body: {'floatingip': {'port_id': '47d59153-a2a4-4328-b095-6b90f2f25064', 'fixed_ip_address': '172.20.0.14'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jan 26 22:12:12.058173 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-d478c498-2746-44e8-9353-903515df39e8 req-18377d61-a8c8-4665-aa20-9e995984a930 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks [] for floatingip, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:12:12.928825 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-d478c498-2746-44e8-9353-903515df39e8 req-18377d61-a8c8-4665-aa20-9e995984a930 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:12:12.967774 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-d478c498-2746-44e8-9353-903515df39e8 req-18377d61-a8c8-4665-aa20-9e995984a930 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036821521460'] for floatingip, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:12:13.148133 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.db.l3_db [req-d478c498-2746-44e8-9353-903515df39e8 req-18377d61-a8c8-4665-aa20-9e995984a930 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Floating IP 41c0b822-a4d6-491e-8f20-618f8e5d3c11 associated. External IP: 172.27.2.156, port: 47d59153-a2a4-4328-b095-6b90f2f25064.
Jan 26 22:12:13.408632 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c3171984-cc45-41b1-9049-ec455f19dddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:12:13.436549 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:12:13.525812 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d478c498-2746-44e8-9353-903515df39e8 req-18377d61-a8c8-4665-aa20-9e995984a930 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Router 48030c4a-7123-418e-a5d6-820a02270da2 has already been hosted by L3 agent d246ac06-2269-4624-8b82-d0eab6b3335a {{(pid=80149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 22:12:13.721759 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d478c498-2746-44e8-9353-903515df39e8 req-18377d61-a8c8-4665-aa20-9e995984a930 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify agent at l3_agent.dv-cinder-772126-1-iscsi the message routers_updated {{(pid=80149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 22:12:13.726119 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-d478c498-2746-44e8-9353-903515df39e8 req-18377d61-a8c8-4665-aa20-9e995984a930 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for floatingip, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:12:13.731353 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80de294b-c81a-48c0-b7c2-f589e3da46c7 None None] Sync routers for ids ['48030c4a-7123-418e-a5d6-820a02270da2'] in dv-cinder-772126-1-iscsi {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 22:12:13.742351 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80de294b-c81a-48c0-b7c2-f589e3da46c7 None None] Routers {'48030c4a-7123-418e-a5d6-820a02270da2'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:12:13.743023 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-80de294b-c81a-48c0-b7c2-f589e3da46c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5aeea6208>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:12:13Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['48030c4a-7123-418e-a5d6-820a02270da2'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:12:13.785151 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d478c498-2746-44e8-9353-903515df39e8 req-18377d61-a8c8-4665-aa20-9e995984a930 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "PUT /v2.0/floatingips/41c0b822-a4d6-491e-8f20-618f8e5d3c11 HTTP/1.1" status: 200  len: 997 time: 1.8316712
Jan 26 22:12:13.785733 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e63c4f5-2f48-4a72-ad59-57fbff8df123', 'tag': '47d59153-a2a4-4328-b095-6b90f2f25064'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:12:13.936167 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e63c4f5-2f48-4a72-ad59-57fbff8df123', 'tag': '47d59153-a2a4-4328-b095-6b90f2f25064', 'status': 'completed', 'code': 200}
Jan 26 22:12:13.954575 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-80de294b-c81a-48c0-b7c2-f589e3da46c7 None None] Set router 48030c4a-7123-418e-a5d6-820a02270da2 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:12:13.966931 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478c498-2746-44e8-9353-903515df39e8 req-9ea5ddf8-5cf9-4056-94c0-ae93565b946d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:12:13.968878 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d478c498-2746-44e8-9353-903515df39e8 req-9ea5ddf8-5cf9-4056-94c0-ae93565b946d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=37d467f68082493b8af9e54aaa6b2a19&device_id=9e63c4f5-2f48-4a72-ad59-57fbff8df123 HTTP/1.1" status: 200  len: 1163 time: 0.1695509
Jan 26 22:12:14.061645 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91b6f7-58f9-4ec7-8704-5b7b50d13e92 req-d5cb9c41-4dc5-49b8-a5ec-487156a1e40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:12:14.063363 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ba91b6f7-58f9-4ec7-8704-5b7b50d13e92 req-d5cb9c41-4dc5-49b8-a5ec-487156a1e40a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=37d467f68082493b8af9e54aaa6b2a19&device_id=9e63c4f5-2f48-4a72-ad59-57fbff8df123 HTTP/1.1" status: 200  len: 1163 time: 0.0812917
Jan 26 22:12:14.119532 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478c498-2746-44e8-9353-903515df39e8 req-5b30e5d6-4374-43ae-8d29-6fec83fd0f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:12:14.121183 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d478c498-2746-44e8-9353-903515df39e8 req-5b30e5d6-4374-43ae-8d29-6fec83fd0f6b service neutron] 10.222.0.30 "GET /v2.0/networks?id=354411bd-e219-487c-b3ff-a0502e935076 HTTP/1.1" status: 200  len: 905 time: 0.1438725
Jan 26 22:12:14.217191 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91b6f7-58f9-4ec7-8704-5b7b50d13e92 req-77ca465d-44e2-4fe4-85f8-1caf89f23c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:12:14.218971 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ba91b6f7-58f9-4ec7-8704-5b7b50d13e92 req-77ca465d-44e2-4fe4-85f8-1caf89f23c72 service neutron] 10.222.0.45 "GET /v2.0/networks?id=354411bd-e219-487c-b3ff-a0502e935076 HTTP/1.1" status: 200  len: 905 time: 0.1491311
Jan 26 22:12:14.241813 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d478c498-2746-44e8-9353-903515df39e8 req-f992fa21-f0ef-4337-95ac-12df0ee49ded service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47d59153-a2a4-4328-b095-6b90f2f25064 HTTP/1.1" status: 200  len: 1000 time: 0.1133509
Jan 26 22:12:14.313407 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478c498-2746-44e8-9353-903515df39e8 req-b77cf596-f69a-4320-9f8e-696b8dd2183e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:12:14.315051 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d478c498-2746-44e8-9353-903515df39e8 req-b77cf596-f69a-4320-9f8e-696b8dd2183e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08edff2a-ef60-4075-ac6c-04b3f85e84f6 HTTP/1.1" status: 200  len: 850 time: 0.0662718
Jan 26 22:12:14.336595 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ba91b6f7-58f9-4ec7-8704-5b7b50d13e92 req-8c728ade-60d9-4271-ba9d-a4297fa40c5f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47d59153-a2a4-4328-b095-6b90f2f25064 HTTP/1.1" status: 200  len: 1000 time: 0.1094985
Jan 26 22:12:14.357108 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-80de294b-c81a-48c0-b7c2-f589e3da46c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5aeea6208>, [{'id': '48030c4a-7123-418e-a5d6-820a02270da2', 'name': 'tempest-TestVolumeBootPattern-364362214-router', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:06:41Z', 'updated_at': '2021-01-26T22:06:47Z', 'revision_number': 4, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'gw_port': {'id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:31:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:42Z', 'updated_at': '2021-01-26T22:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_floatingips': [{'id': '41c0b822-a4d6-491e-8f20-618f8e5d3c11', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'router_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'port_id': '47d59153-a2a4-4328-b095-6b90f2f25064', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '354411bd-e219-487c-b3ff-a0502e935076', 'mac_address': 'fa:16:3e:7d:f6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e63c4f5-2f48-4a72-ad59-57fbff8df123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T22:12:10Z', 'updated_at': '2021-01-26T22:12:12Z', 'revision_number': 1, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'fixed_ip_address_scope': None}, {'id': 'c1c805ea-19cc-425d-9d44-0ed2a8ad490c', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'router_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'port_id': '32b76310-1d2b-43cf-bd79-63aa2bbf4731', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '354411bd-e219-487c-b3ff-a0502e935076', 'mac_address': 'fa:16:3e:b7:8c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T22:10:00Z', 'updated_at': '2021-01-26T22:10:05Z', 'revision_number': 2, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed390339-3df0-4d7b-9355-2d98d67e5395', 'name': '', 'network_id': '354411bd-e219-487c-b3ff-a0502e935076', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'mac_address': 'fa:16:3e:7d:5e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '08edff2a-ef60-4075-ac6c-04b3f85e84f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:46Z', 'updated_at': '2021-01-26T22:06:57Z', 'revision_number': 5, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'subnets': [{'id': '08edff2a-ef60-4075-ac6c-04b3f85e84f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:12:14.361301 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80de294b-c81a-48c0-b7c2-f589e3da46c7 None None] Checking router: 48030c4a-7123-418e-a5d6-820a02270da2 for host: dv-cinder-772126-1-iscsi {{(pid=80151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 22:12:14.370248 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80de294b-c81a-48c0-b7c2-f589e3da46c7 None None] Routers {'48030c4a-7123-418e-a5d6-820a02270da2'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:12:14.370905 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-80de294b-c81a-48c0-b7c2-f589e3da46c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5aeea6208>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:12:13Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['48030c4a-7123-418e-a5d6-820a02270da2'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:12:14.400213 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478c498-2746-44e8-9353-903515df39e8 req-79d7f346-eea3-4449-a654-b0f3634a0095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:12:14.402140 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d478c498-2746-44e8-9353-903515df39e8 req-79d7f346-eea3-4449-a654-b0f3634a0095 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=354411bd-e219-487c-b3ff-a0502e935076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0799985
Jan 26 22:12:14.414800 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91b6f7-58f9-4ec7-8704-5b7b50d13e92 req-6ef27dfb-6ac1-4cde-a9d9-525f30430bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:12:14.416475 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ba91b6f7-58f9-4ec7-8704-5b7b50d13e92 req-6ef27dfb-6ac1-4cde-a9d9-525f30430bbe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=08edff2a-ef60-4075-ac6c-04b3f85e84f6 HTTP/1.1" status: 200  len: 850 time: 0.0737100
Jan 26 22:12:14.420049 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [req-d478c498-2746-44e8-9353-903515df39e8 req-52261abb-7508-4153-ba09-af5a9cfdaf69 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=80149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 26 22:12:14.421114 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d478c498-2746-44e8-9353-903515df39e8 req-52261abb-7508-4153-ba09-af5a9cfdaf69 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0060825
Jan 26 22:12:14.506575 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91b6f7-58f9-4ec7-8704-5b7b50d13e92 req-ad2e0298-a8dd-41ff-81e6-2d3af2d639de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:12:14.508344 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ba91b6f7-58f9-4ec7-8704-5b7b50d13e92 req-ad2e0298-a8dd-41ff-81e6-2d3af2d639de service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=354411bd-e219-487c-b3ff-a0502e935076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0854268
Jan 26 22:12:14.568297 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-80de294b-c81a-48c0-b7c2-f589e3da46c7 None None] Set router 48030c4a-7123-418e-a5d6-820a02270da2 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:12:14.579285 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d478c498-2746-44e8-9353-903515df39e8 req-3a46d2bb-4aaf-4772-857f-777ecfbff873 service neutron] 10.222.0.30 "GET /v2.0/networks/354411bd-e219-487c-b3ff-a0502e935076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1506479
Jan 26 22:12:14.601445 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:12:14.638084 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:12:14.667151 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ba91b6f7-58f9-4ec7-8704-5b7b50d13e92 req-941e8c6d-986b-4df9-bb38-05195257d5a1 service neutron] 10.222.0.45 "GET /v2.0/networks/354411bd-e219-487c-b3ff-a0502e935076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1523690
Jan 26 22:12:14.741419 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d478c498-2746-44e8-9353-903515df39e8 req-3fb30230-a157-448c-83dc-23b8bd1b90f4 service neutron] 10.222.0.30 "GET /v2.0/networks/354411bd-e219-487c-b3ff-a0502e935076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1550295
Jan 26 22:12:14.819323 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-ba91b6f7-58f9-4ec7-8704-5b7b50d13e92 req-b54e0b23-9256-4e2a-b1f3-446781858a27 service neutron] 10.222.0.45 "GET /v2.0/networks/354411bd-e219-487c-b3ff-a0502e935076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1437726
Jan 26 22:12:14.955865 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-80de294b-c81a-48c0-b7c2-f589e3da46c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5aeea6208>, [{'id': '48030c4a-7123-418e-a5d6-820a02270da2', 'name': 'tempest-TestVolumeBootPattern-364362214-router', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:06:41Z', 'updated_at': '2021-01-26T22:06:47Z', 'revision_number': 4, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'gw_port': {'id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:31:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:42Z', 'updated_at': '2021-01-26T22:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_floatingips': [{'id': '41c0b822-a4d6-491e-8f20-618f8e5d3c11', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'router_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'port_id': '47d59153-a2a4-4328-b095-6b90f2f25064', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '354411bd-e219-487c-b3ff-a0502e935076', 'mac_address': 'fa:16:3e:7d:f6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e63c4f5-2f48-4a72-ad59-57fbff8df123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T22:12:10Z', 'updated_at': '2021-01-26T22:12:12Z', 'revision_number': 1, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'fixed_ip_address_scope': None}, {'id': 'c1c805ea-19cc-425d-9d44-0ed2a8ad490c', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'router_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'port_id': '32b76310-1d2b-43cf-bd79-63aa2bbf4731', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '354411bd-e219-487c-b3ff-a0502e935076', 'mac_address': 'fa:16:3e:b7:8c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T22:10:00Z', 'updated_at': '2021-01-26T22:10:05Z', 'revision_number': 2, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed390339-3df0-4d7b-9355-2d98d67e5395', 'name': '', 'network_id': '354411bd-e219-487c-b3ff-a0502e935076', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'mac_address': 'fa:16:3e:7d:5e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '08edff2a-ef60-4075-ac6c-04b3f85e84f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:46Z', 'updated_at': '2021-01-26T22:06:57Z', 'revision_number': 5, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'subnets': [{'id': '08edff2a-ef60-4075-ac6c-04b3f85e84f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:12:14.960161 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80de294b-c81a-48c0-b7c2-f589e3da46c7 None None] The sync data for ids ['48030c4a-7123-418e-a5d6-820a02270da2'] in dv-cinder-772126-1-iscsi is: [{'id': '48030c4a-7123-418e-a5d6-820a02270da2', 'name': 'tempest-TestVolumeBootPattern-364362214-router', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:06:41Z', 'updated_at': '2021-01-26T22:06:47Z', 'revision_number': 4, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'gw_port': {'id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:31:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:42Z', 'updated_at': '2021-01-26T22:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_floatingips': [{'id': '41c0b822-a4d6-491e-8f20-618f8e5d3c11', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'router_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'port_id': '47d59153-a2a4-4328-b095-6b90f2f25064', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '354411bd-e219-487c-b3ff-a0502e935076', 'mac_address': 'fa:16:3e:7d:f6:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e63c4f5-2f48-4a72-ad59-57fbff8df123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T22:12:10Z', 'updated_at': '2021-01-26T22:12:12Z', 'revision_number': 1, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'fixed_ip_address_scope': None}, {'id': 'c1c805ea-19cc-425d-9d44-0ed2a8ad490c', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'router_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'port_id': '32b76310-1d2b-43cf-bd79-63aa2bbf4731', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '354411bd-e219-487c-b3ff-a0502e935076', 'mac_address': 'fa:16:3e:b7:8c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T22:10:00Z', 'updated_at': '2021-01-26T22:10:05Z', 'revision_number': 2, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed390339-3df0-4d7b-9355-2d98d67e5395', 'name': '', 'network_id': '354411bd-e219-487c-b3ff-a0502e935076', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'mac_address': 'fa:16:3e:7d:5e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '08edff2a-ef60-4075-ac6c-04b3f85e84f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:46Z', 'updated_at': '2021-01-26T22:06:57Z', 'revision_number': 5, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'subnets': [{'id': '08edff2a-ef60-4075-ac6c-04b3f85e84f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 22:12:15.246533 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6092e99f-065e-4686-9bf6-c01c0824db6d None None] New status for floating IP 41c0b822-a4d6-491e-8f20-618f8e5d3c11: ACTIVE {{(pid=80150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 26 22:12:15.523031 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:12:19.289178 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-91f8974a-f73d-42e9-824e-4d0103715be7 req-068d353c-26db-4567-8bac-2880f277eac1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0778668
Jan 26 22:12:19.459080 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8974a-f73d-42e9-824e-4d0103715be7 req-02c77ffa-4558-4f9e-a952-e358a8422ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:12:19.460725 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-91f8974a-f73d-42e9-824e-4d0103715be7 req-02c77ffa-4558-4f9e-a952-e358a8422ac6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=37d467f68082493b8af9e54aaa6b2a19&device_id=fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f HTTP/1.1" status: 200  len: 1162 time: 0.0817494
Jan 26 22:12:19.622079 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8974a-f73d-42e9-824e-4d0103715be7 req-84f2dfeb-517c-4187-92b6-1d183b0e1f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:12:19.623689 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-91f8974a-f73d-42e9-824e-4d0103715be7 req-84f2dfeb-517c-4187-92b6-1d183b0e1f23 service neutron] 10.222.0.45 "GET /v2.0/networks?id=354411bd-e219-487c-b3ff-a0502e935076 HTTP/1.1" status: 200  len: 905 time: 0.1426139
Jan 26 22:12:19.732541 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-91f8974a-f73d-42e9-824e-4d0103715be7 req-a9b3b022-f8d8-4ff8-b23e-740828c31e50 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32b76310-1d2b-43cf-bd79-63aa2bbf4731 HTTP/1.1" status: 200  len: 1001 time: 0.1017218
Jan 26 22:12:19.805086 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8974a-f73d-42e9-824e-4d0103715be7 req-86b3ce03-289a-41a8-af4f-7e4171879b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:12:19.806659 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-91f8974a-f73d-42e9-824e-4d0103715be7 req-86b3ce03-289a-41a8-af4f-7e4171879b46 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=08edff2a-ef60-4075-ac6c-04b3f85e84f6 HTTP/1.1" status: 200  len: 850 time: 0.0667458
Jan 26 22:12:19.889669 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8974a-f73d-42e9-824e-4d0103715be7 req-b7d6b735-de9b-409c-80d7-704308725828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:12:19.891215 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-91f8974a-f73d-42e9-824e-4d0103715be7 req-b7d6b735-de9b-409c-80d7-704308725828 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=354411bd-e219-487c-b3ff-a0502e935076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0784740
Jan 26 22:12:20.043341 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-91f8974a-f73d-42e9-824e-4d0103715be7 req-1bd1a1ec-a59a-4fa7-86b1-c5b23461625b service neutron] 10.222.0.45 "GET /v2.0/networks/354411bd-e219-487c-b3ff-a0502e935076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1442263
Jan 26 22:12:20.191344 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-91f8974a-f73d-42e9-824e-4d0103715be7 req-761d873a-9476-4032-a615-eee90e99f780 service neutron] 10.222.0.45 "GET /v2.0/networks/354411bd-e219-487c-b3ff-a0502e935076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1393425
Jan 26 22:12:23.058339 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 22:12:39.562614 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-8f58297d-6d1a-44a4-bbd9-5f8c25d7f94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:12:43.408041 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f4fdfd29-b68f-481c-b472-58f69741d0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:12:43.436568 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:12:44.602553 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:12:44.619586 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:12:45.413719 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:13:00.058566 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 22:13:09.562380 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-32a16dc4-f10b-4cf8-9f1c-32699e8a4a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:13:13.396336 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e6f52942-cad6-43ba-abbc-aeb2ecea765f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:13:13.424915 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:13:14.619194 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:13:14.635997 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:13:15.418888 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:13:19.307843 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-34603128-6846-4bef-8db6-989e49a9f509 req-535d4ac7-8888-4f48-969d-0bec37d0b0ee service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9e63c4f5-2f48-4a72-ad59-57fbff8df123&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0823619
Jan 26 22:13:19.422233 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34603128-6846-4bef-8db6-989e49a9f509 req-d77fb62b-a133-46df-a14d-69f33661dd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:13:19.423963 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-34603128-6846-4bef-8db6-989e49a9f509 req-d77fb62b-a133-46df-a14d-69f33661dd29 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=37d467f68082493b8af9e54aaa6b2a19&device_id=9e63c4f5-2f48-4a72-ad59-57fbff8df123 HTTP/1.1" status: 200  len: 1163 time: 0.0821826
Jan 26 22:13:19.582088 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34603128-6846-4bef-8db6-989e49a9f509 req-35ee897e-fe3f-4aed-857b-258af3973d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:13:19.583633 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-34603128-6846-4bef-8db6-989e49a9f509 req-35ee897e-fe3f-4aed-857b-258af3973d18 service neutron] 10.222.0.45 "GET /v2.0/networks?id=354411bd-e219-487c-b3ff-a0502e935076 HTTP/1.1" status: 200  len: 905 time: 0.1404018
Jan 26 22:13:19.699229 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-34603128-6846-4bef-8db6-989e49a9f509 req-a0001ff2-35e8-4a55-aafb-f15e806a5c97 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47d59153-a2a4-4328-b095-6b90f2f25064 HTTP/1.1" status: 200  len: 1002 time: 0.1081843
Jan 26 22:13:19.770120 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34603128-6846-4bef-8db6-989e49a9f509 req-a3ddad7f-e2d5-44cf-bd31-b17c5c47714b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:13:19.771724 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-34603128-6846-4bef-8db6-989e49a9f509 req-a3ddad7f-e2d5-44cf-bd31-b17c5c47714b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=08edff2a-ef60-4075-ac6c-04b3f85e84f6 HTTP/1.1" status: 200  len: 850 time: 0.0661340
Jan 26 22:13:20.095107 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34603128-6846-4bef-8db6-989e49a9f509 req-53ea6686-9f73-4a9e-8992-10db5c7e25f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:13:20.096791 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-34603128-6846-4bef-8db6-989e49a9f509 req-53ea6686-9f73-4a9e-8992-10db5c7e25f7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=354411bd-e219-487c-b3ff-a0502e935076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3181324
Jan 26 22:13:20.251659 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-34603128-6846-4bef-8db6-989e49a9f509 req-9b6f1ebc-3cbf-4e51-8933-9297addfebdb service neutron] 10.222.0.45 "GET /v2.0/networks/354411bd-e219-487c-b3ff-a0502e935076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1476438
Jan 26 22:13:20.402103 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-34603128-6846-4bef-8db6-989e49a9f509 req-f39c00df-c1e2-406c-a004-978c36d6dc9a service neutron] 10.222.0.45 "GET /v2.0/networks/354411bd-e219-487c-b3ff-a0502e935076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1434834
Jan 26 22:13:37.058029 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 22:13:38.005511 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [req-6e609615-259d-4bde-9f4b-9f2e207e58d9 req-23b5e904-28ab-4791-91c2-f5166639224f service neutron] (80148) timed out ('10.222.0.45', 56042) {{(pid=80148) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Jan 26 22:13:38.181774 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [req-b1d2abe5-9cc9-4171-bd1b-b05835c3979a req-72bae1c1-2c43-4c2d-b019-85f1881d66ab tempest-VolumesActionsTest-1179321062 tempest-VolumesActionsTest-1179321062-project] (80148) timed out ('10.222.0.45', 56019) {{(pid=80148) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Jan 26 22:13:39.561511 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-aec6aaa5-231c-4fd1-8437-6031804b40c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:13:43.413089 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7f005711-165c-4eea-99c8-2485698ae8af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:13:43.447408 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:13:44.635798 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:13:44.664348 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:13:45.435729 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:13:53.195166 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-11b54aab-df52-4aa6-8aee-1e631d804a7d req-6e02bd79-483f-4ebb-960d-15c826bde0d1 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/floatingips/41c0b822-a4d6-491e-8f20-618f8e5d3c11 HTTP/1.1" status: 200  len: 999 time: 0.1213415
Jan 26 22:13:53.395482 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b54aab-df52-4aa6-8aee-1e631d804a7d req-78f40460-5285-4cab-8330-d0c8689e2733 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:13:53.397038 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-11b54aab-df52-4aa6-8aee-1e631d804a7d req-78f40460-5285-4cab-8330-d0c8689e2733 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/networks/1ba61b85-6a57-4c86-8c7b-e71ed182691b HTTP/1.1" status: 200  len: 784 time: 0.1952691
Jan 26 22:13:53.408579 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [req-11b54aab-df52-4aa6-8aee-1e631d804a7d req-3b0476cd-b4b8-4b99-992f-44eb4ae30eef tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=80149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Jan 26 22:13:53.409631 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-11b54aab-df52-4aa6-8aee-1e631d804a7d req-3b0476cd-b4b8-4b99-992f-44eb4ae30eef tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13279 time: 0.0061183
Jan 26 22:13:53.530934 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-11b54aab-df52-4aa6-8aee-1e631d804a7d req-0ac5c29b-7ca1-445c-b1be-bfd277413616 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.2.156 HTTP/1.1" status: 200  len: 1002 time: 0.1150110
Jan 26 22:13:53.653811 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b54aab-df52-4aa6-8aee-1e631d804a7d req-ea098c93-6a76-49af-8f73-0437d4bfe689 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:13:53.655352 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-11b54aab-df52-4aa6-8aee-1e631d804a7d req-ea098c93-6a76-49af-8f73-0437d4bfe689 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports/47d59153-a2a4-4328-b095-6b90f2f25064 HTTP/1.1" status: 200  len: 943 time: 0.1184535
Jan 26 22:13:53.850846 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-11b54aab-df52-4aa6-8aee-1e631d804a7d req-f6658c93-ea1d-47c3-923c-6ead97fe9b7e tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.2.156 HTTP/1.1" status: 200  len: 1002 time: 0.1123927
Jan 26 22:13:54.080130 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-11b54aab-df52-4aa6-8aee-1e631d804a7d req-818137ce-6f70-46e3-92a2-2c6b2c03f7fb tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Deleting port f0ec699a-6bbf-458f-91aa-5977f2e4c4a5 {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:13:54.080510 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-11b54aab-df52-4aa6-8aee-1e631d804a7d req-818137ce-6f70-46e3-92a2-2c6b2c03f7fb tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:13:54.265019 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-11b54aab-df52-4aa6-8aee-1e631d804a7d req-818137ce-6f70-46e3-92a2-2c6b2c03f7fb tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:13:54.265596 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-11b54aab-df52-4aa6-8aee-1e631d804a7d req-818137ce-6f70-46e3-92a2-2c6b2c03f7fb tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:13:54.400224 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-11b54aab-df52-4aa6-8aee-1e631d804a7d req-818137ce-6f70-46e3-92a2-2c6b2c03f7fb tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Calling delete_port for f0ec699a-6bbf-458f-91aa-5977f2e4c4a5 owned by network:floatingip {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:13:54.640262 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-11b54aab-df52-4aa6-8aee-1e631d804a7d req-818137ce-6f70-46e3-92a2-2c6b2c03f7fb tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31462196'] for port, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:13:54.656041 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d7acbe73-64d2-47de-92f1-f68a37d343d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:13:54.757478 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818137ce-6f70-46e3-92a2-2c6b2c03f7fb tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Pushing event deleted for resources: {'Port': ['ID=f0ec699a-6bbf-458f-91aa-5977f2e4c4a5,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:13:54.776398 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818137ce-6f70-46e3-92a2-2c6b2c03f7fb tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:54.776826 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818137ce-6f70-46e3-92a2-2c6b2c03f7fb tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:54.777272 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818137ce-6f70-46e3-92a2-2c6b2c03f7fb tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:54.777689 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818137ce-6f70-46e3-92a2-2c6b2c03f7fb tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:54.778096 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818137ce-6f70-46e3-92a2-2c6b2c03f7fb tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:54.778504 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818137ce-6f70-46e3-92a2-2c6b2c03f7fb tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:54.778908 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818137ce-6f70-46e3-92a2-2c6b2c03f7fb tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:54.779312 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818137ce-6f70-46e3-92a2-2c6b2c03f7fb tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:54.779738 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818137ce-6f70-46e3-92a2-2c6b2c03f7fb tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:54.780143 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818137ce-6f70-46e3-92a2-2c6b2c03f7fb tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:54.780542 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818137ce-6f70-46e3-92a2-2c6b2c03f7fb tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:54.780940 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818137ce-6f70-46e3-92a2-2c6b2c03f7fb tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:54.781380 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818137ce-6f70-46e3-92a2-2c6b2c03f7fb tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:54.781781 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818137ce-6f70-46e3-92a2-2c6b2c03f7fb tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:54.782183 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818137ce-6f70-46e3-92a2-2c6b2c03f7fb tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:54.782579 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818137ce-6f70-46e3-92a2-2c6b2c03f7fb tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:54.782970 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818137ce-6f70-46e3-92a2-2c6b2c03f7fb tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:54.783366 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818137ce-6f70-46e3-92a2-2c6b2c03f7fb tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:54.783790 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818137ce-6f70-46e3-92a2-2c6b2c03f7fb tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:54.784189 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818137ce-6f70-46e3-92a2-2c6b2c03f7fb tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:54.784588 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818137ce-6f70-46e3-92a2-2c6b2c03f7fb tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:54.784985 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818137ce-6f70-46e3-92a2-2c6b2c03f7fb tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:54.785382 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818137ce-6f70-46e3-92a2-2c6b2c03f7fb tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:54.785780 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818137ce-6f70-46e3-92a2-2c6b2c03f7fb tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:54.791052 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-818137ce-6f70-46e3-92a2-2c6b2c03f7fb tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:13:55.150322 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-11b54aab-df52-4aa6-8aee-1e631d804a7d req-818137ce-6f70-46e3-92a2-2c6b2c03f7fb tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks [] for floatingip, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:13:55.150701 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.db.l3_db [req-11b54aab-df52-4aa6-8aee-1e631d804a7d req-818137ce-6f70-46e3-92a2-2c6b2c03f7fb tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Floating IP 41c0b822-a4d6-491e-8f20-618f8e5d3c11 disassociated (deleted). External IP: 172.27.2.156, port: 47d59153-a2a4-4328-b095-6b90f2f25064.
Jan 26 22:13:55.526632 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11b54aab-df52-4aa6-8aee-1e631d804a7d req-818137ce-6f70-46e3-92a2-2c6b2c03f7fb tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Router 48030c4a-7123-418e-a5d6-820a02270da2 has already been hosted by L3 agent d246ac06-2269-4624-8b82-d0eab6b3335a {{(pid=80149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 22:13:55.719821 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11b54aab-df52-4aa6-8aee-1e631d804a7d req-818137ce-6f70-46e3-92a2-2c6b2c03f7fb tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify agent at l3_agent.dv-cinder-772126-1-iscsi the message routers_updated {{(pid=80149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 22:13:55.730020 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40cf0dc-b122-45ac-9292-0cb90f8e8f11 None None] Sync routers for ids ['48030c4a-7123-418e-a5d6-820a02270da2'] in dv-cinder-772126-1-iscsi {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 22:13:55.740846 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40cf0dc-b122-45ac-9292-0cb90f8e8f11 None None] Routers {'48030c4a-7123-418e-a5d6-820a02270da2'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:13:55.741519 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-e40cf0dc-b122-45ac-9292-0cb90f8e8f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5aea50978>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:13:43Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['48030c4a-7123-418e-a5d6-820a02270da2'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:13:55.801094 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-11b54aab-df52-4aa6-8aee-1e631d804a7d req-818137ce-6f70-46e3-92a2-2c6b2c03f7fb tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for floatingip, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:13:55.860583 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-11b54aab-df52-4aa6-8aee-1e631d804a7d req-818137ce-6f70-46e3-92a2-2c6b2c03f7fb tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "DELETE /v2.0/floatingips/41c0b822-a4d6-491e-8f20-618f8e5d3c11 HTTP/1.1" status: 204  len: 173 time: 2.0027483
Jan 26 22:13:55.861168 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e63c4f5-2f48-4a72-ad59-57fbff8df123', 'tag': '47d59153-a2a4-4328-b095-6b90f2f25064'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:13:55.921931 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e63c4f5-2f48-4a72-ad59-57fbff8df123', 'tag': '47d59153-a2a4-4328-b095-6b90f2f25064', 'status': 'completed', 'code': 200}
Jan 26 22:13:55.935550 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-e40cf0dc-b122-45ac-9292-0cb90f8e8f11 None None] Set router 48030c4a-7123-418e-a5d6-820a02270da2 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:13:56.048491 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af569c15-f9be-4151-bea9-ab39e2c64b63 req-3083f0ad-7d0f-4478-9cdc-f50f5baa4cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:13:56.050310 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-af569c15-f9be-4151-bea9-ab39e2c64b63 req-3083f0ad-7d0f-4478-9cdc-f50f5baa4cfb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=37d467f68082493b8af9e54aaa6b2a19&device_id=9e63c4f5-2f48-4a72-ad59-57fbff8df123 HTTP/1.1" status: 200  len: 1163 time: 0.0814528
Jan 26 22:13:56.051284 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b54aab-df52-4aa6-8aee-1e631d804a7d req-a8bca329-259c-45d7-9fdb-5cdea6536212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:13:56.052957 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-11b54aab-df52-4aa6-8aee-1e631d804a7d req-a8bca329-259c-45d7-9fdb-5cdea6536212 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=37d467f68082493b8af9e54aaa6b2a19&device_id=9e63c4f5-2f48-4a72-ad59-57fbff8df123 HTTP/1.1" status: 200  len: 1163 time: 0.1782594
Jan 26 22:13:56.204804 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b54aab-df52-4aa6-8aee-1e631d804a7d req-40dd2f0d-d537-4e4d-8ccc-871af58ac3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:13:56.206141 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af569c15-f9be-4151-bea9-ab39e2c64b63 req-22251d01-b350-4904-9db2-a11f6a980d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:13:56.206946 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-11b54aab-df52-4aa6-8aee-1e631d804a7d req-40dd2f0d-d537-4e4d-8ccc-871af58ac3c0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=354411bd-e219-487c-b3ff-a0502e935076 HTTP/1.1" status: 200  len: 905 time: 0.1469522
Jan 26 22:13:56.207750 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-af569c15-f9be-4151-bea9-ab39e2c64b63 req-22251d01-b350-4904-9db2-a11f6a980d8a service neutron] 10.222.0.45 "GET /v2.0/networks?id=354411bd-e219-487c-b3ff-a0502e935076 HTTP/1.1" status: 200  len: 905 time: 0.1505299
Jan 26 22:13:56.283949 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-11b54aab-df52-4aa6-8aee-1e631d804a7d req-27e7f63d-871d-46b0-9648-0ea3df26a11c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47d59153-a2a4-4328-b095-6b90f2f25064 HTTP/1.1" status: 200  len: 217 time: 0.0698917
Jan 26 22:13:56.291362 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-af569c15-f9be-4151-bea9-ab39e2c64b63 req-1194c5db-edd9-4945-ac16-1913eb08eedc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47d59153-a2a4-4328-b095-6b90f2f25064 HTTP/1.1" status: 200  len: 217 time: 0.0760159
Jan 26 22:13:56.331866 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-e40cf0dc-b122-45ac-9292-0cb90f8e8f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5aea50978>, [{'id': '48030c4a-7123-418e-a5d6-820a02270da2', 'name': 'tempest-TestVolumeBootPattern-364362214-router', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:06:41Z', 'updated_at': '2021-01-26T22:06:47Z', 'revision_number': 4, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'gw_port': {'id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:31:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:42Z', 'updated_at': '2021-01-26T22:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_floatingips': [{'id': 'c1c805ea-19cc-425d-9d44-0ed2a8ad490c', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'router_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'port_id': '32b76310-1d2b-43cf-bd79-63aa2bbf4731', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '354411bd-e219-487c-b3ff-a0502e935076', 'mac_address': 'fa:16:3e:b7:8c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T22:10:00Z', 'updated_at': '2021-01-26T22:10:05Z', 'revision_number': 2, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed390339-3df0-4d7b-9355-2d98d67e5395', 'name': '', 'network_id': '354411bd-e219-487c-b3ff-a0502e935076', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'mac_address': 'fa:16:3e:7d:5e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '08edff2a-ef60-4075-ac6c-04b3f85e84f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:46Z', 'updated_at': '2021-01-26T22:06:57Z', 'revision_number': 5, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'subnets': [{'id': '08edff2a-ef60-4075-ac6c-04b3f85e84f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:13:56.338215 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40cf0dc-b122-45ac-9292-0cb90f8e8f11 None None] Checking router: 48030c4a-7123-418e-a5d6-820a02270da2 for host: dv-cinder-772126-1-iscsi {{(pid=80151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 22:13:56.348368 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40cf0dc-b122-45ac-9292-0cb90f8e8f11 None None] Routers {'48030c4a-7123-418e-a5d6-820a02270da2'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:13:56.349201 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-e40cf0dc-b122-45ac-9292-0cb90f8e8f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5aea50978>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:13:43Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['48030c4a-7123-418e-a5d6-820a02270da2'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:13:56.362636 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af569c15-f9be-4151-bea9-ab39e2c64b63 req-4806b1da-43b9-44a2-a309-49b340c72708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:13:56.362861 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b54aab-df52-4aa6-8aee-1e631d804a7d req-2499d757-1669-434e-9b29-f84bfe66fe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:13:56.364486 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-af569c15-f9be-4151-bea9-ab39e2c64b63 req-4806b1da-43b9-44a2-a309-49b340c72708 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=08edff2a-ef60-4075-ac6c-04b3f85e84f6 HTTP/1.1" status: 200  len: 850 time: 0.0671725
Jan 26 22:13:56.364609 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-11b54aab-df52-4aa6-8aee-1e631d804a7d req-2499d757-1669-434e-9b29-f84bfe66fe72 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08edff2a-ef60-4075-ac6c-04b3f85e84f6 HTTP/1.1" status: 200  len: 850 time: 0.0735314
Jan 26 22:13:56.453721 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b54aab-df52-4aa6-8aee-1e631d804a7d req-c20edad4-5ed2-4ef7-b8e2-c1c6b2bb1504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:13:56.457739 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af569c15-f9be-4151-bea9-ab39e2c64b63 req-0d10b8ef-283d-4fa2-b527-b972575e4d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:13:56.459377 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-af569c15-f9be-4151-bea9-ab39e2c64b63 req-0d10b8ef-283d-4fa2-b527-b972575e4d76 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=354411bd-e219-487c-b3ff-a0502e935076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0866363
Jan 26 22:13:56.460046 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-11b54aab-df52-4aa6-8aee-1e631d804a7d req-c20edad4-5ed2-4ef7-b8e2-c1c6b2bb1504 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=354411bd-e219-487c-b3ff-a0502e935076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0871353
Jan 26 22:13:56.549049 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-e40cf0dc-b122-45ac-9292-0cb90f8e8f11 None None] Set router 48030c4a-7123-418e-a5d6-820a02270da2 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:13:56.604552 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-11b54aab-df52-4aa6-8aee-1e631d804a7d req-0621553e-3c0f-4cf1-a13b-52f18f054816 service neutron] 10.222.0.30 "GET /v2.0/networks/354411bd-e219-487c-b3ff-a0502e935076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420109
Jan 26 22:13:56.612579 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-af569c15-f9be-4151-bea9-ab39e2c64b63 req-66347822-7e16-4cd6-89c4-2fdb1e751bdd service neutron] 10.222.0.45 "GET /v2.0/networks/354411bd-e219-487c-b3ff-a0502e935076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1462352
Jan 26 22:13:56.760773 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-11b54aab-df52-4aa6-8aee-1e631d804a7d req-70ecaba5-2658-49a7-acdc-473efe79fddf service neutron] 10.222.0.30 "GET /v2.0/networks/354411bd-e219-487c-b3ff-a0502e935076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1478982
Jan 26 22:13:56.765260 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-af569c15-f9be-4151-bea9-ab39e2c64b63 req-49415251-e74d-4f8a-ab95-121d9c553ac9 service neutron] 10.222.0.45 "GET /v2.0/networks/354411bd-e219-487c-b3ff-a0502e935076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1455133
Jan 26 22:13:56.938419 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-e40cf0dc-b122-45ac-9292-0cb90f8e8f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5aea50978>, [{'id': '48030c4a-7123-418e-a5d6-820a02270da2', 'name': 'tempest-TestVolumeBootPattern-364362214-router', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:06:41Z', 'updated_at': '2021-01-26T22:06:47Z', 'revision_number': 4, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'gw_port': {'id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:31:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:42Z', 'updated_at': '2021-01-26T22:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_floatingips': [{'id': 'c1c805ea-19cc-425d-9d44-0ed2a8ad490c', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'router_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'port_id': '32b76310-1d2b-43cf-bd79-63aa2bbf4731', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '354411bd-e219-487c-b3ff-a0502e935076', 'mac_address': 'fa:16:3e:b7:8c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T22:10:00Z', 'updated_at': '2021-01-26T22:10:05Z', 'revision_number': 2, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed390339-3df0-4d7b-9355-2d98d67e5395', 'name': '', 'network_id': '354411bd-e219-487c-b3ff-a0502e935076', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'mac_address': 'fa:16:3e:7d:5e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '08edff2a-ef60-4075-ac6c-04b3f85e84f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:46Z', 'updated_at': '2021-01-26T22:06:57Z', 'revision_number': 5, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'subnets': [{'id': '08edff2a-ef60-4075-ac6c-04b3f85e84f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:13:56.943147 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40cf0dc-b122-45ac-9292-0cb90f8e8f11 None None] The sync data for ids ['48030c4a-7123-418e-a5d6-820a02270da2'] in dv-cinder-772126-1-iscsi is: [{'id': '48030c4a-7123-418e-a5d6-820a02270da2', 'name': 'tempest-TestVolumeBootPattern-364362214-router', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:06:41Z', 'updated_at': '2021-01-26T22:06:47Z', 'revision_number': 4, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'gw_port': {'id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:31:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:42Z', 'updated_at': '2021-01-26T22:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_floatingips': [{'id': 'c1c805ea-19cc-425d-9d44-0ed2a8ad490c', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'router_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'port_id': '32b76310-1d2b-43cf-bd79-63aa2bbf4731', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '354411bd-e219-487c-b3ff-a0502e935076', 'mac_address': 'fa:16:3e:b7:8c:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T22:10:00Z', 'updated_at': '2021-01-26T22:10:05Z', 'revision_number': 2, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed390339-3df0-4d7b-9355-2d98d67e5395', 'name': '', 'network_id': '354411bd-e219-487c-b3ff-a0502e935076', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'mac_address': 'fa:16:3e:7d:5e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '08edff2a-ef60-4075-ac6c-04b3f85e84f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:46Z', 'updated_at': '2021-01-26T22:06:57Z', 'revision_number': 5, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'subnets': [{'id': '08edff2a-ef60-4075-ac6c-04b3f85e84f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 22:13:57.377665 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1d6642-9544-4215-8aad-a7efecd0146d None None] New status for floating IP 41c0b822-a4d6-491e-8f20-618f8e5d3c11: DOWN {{(pid=80150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 26 22:13:57.392183 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a44437-4a58-417e-9831-613638ab9704 req-21aba95e-8fa2-4e79-a330-31a3c6a86ae8 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:13:57.392997 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-97a44437-4a58-417e-9831-613638ab9704 req-21aba95e-8fa2-4e79-a330-31a3c6a86ae8 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Synchronizing usage tracker for tenant:37d467f68082493b8af9e54aaa6b2a19 on resource:port {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 22:13:57.435662 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-97a44437-4a58-417e-9831-613638ab9704 req-21aba95e-8fa2-4e79-a330-31a3c6a86ae8 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Unset dirty status for tenant:37d467f68082493b8af9e54aaa6b2a19 on resource:port {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 22:13:57.436992 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-97a44437-4a58-417e-9831-613638ab9704 req-21aba95e-8fa2-4e79-a330-31a3c6a86ae8 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e63c4f5-2f48-4a72-ad59-57fbff8df123 HTTP/1.1" status: 200  len: 946 time: 0.1757178
Jan 26 22:13:57.494910 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-97a44437-4a58-417e-9831-613638ab9704 req-754c430d-c5f6-4958-b8d6-16cd6e40c850 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/security-groups?id=84ee3eb8-44c6-4bf2-9960-46a694f9c94d&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0514257
Jan 26 22:13:58.757386 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653f073-d452-4420-a888-c193be91c6e2 req-a525c863-c377-4b38-a60f-834530f91844 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:13:58.759037 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d653f073-d452-4420-a888-c193be91c6e2 req-a525c863-c377-4b38-a60f-834530f91844 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e63c4f5-2f48-4a72-ad59-57fbff8df123 HTTP/1.1" status: 200  len: 946 time: 0.1261625
Jan 26 22:13:58.815954 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-d653f073-d452-4420-a888-c193be91c6e2 req-108a6f49-3b1f-4063-9f1e-3e74d0870df0 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/security-groups?id=84ee3eb8-44c6-4bf2-9960-46a694f9c94d&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0497615
Jan 26 22:13:58.937276 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 47d59153-a2a4-4328-b095-6b90f2f25064 no longer exists at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 22:13:59.029058 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96e480-6c09-4bd4-b6de-7d660e673e36 req-7c8f616f-2dc4-48e0-8e82-c11f9c3ab984 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:13:59.029867 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-9b96e480-6c09-4bd4-b6de-7d660e673e36 req-7c8f616f-2dc4-48e0-8e82-c11f9c3ab984 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Synchronizing usage tracker for tenant:37d467f68082493b8af9e54aaa6b2a19 on resource:port {{(pid=80148) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 22:13:59.042756 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-9b96e480-6c09-4bd4-b6de-7d660e673e36 req-7c8f616f-2dc4-48e0-8e82-c11f9c3ab984 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Unset dirty status for tenant:37d467f68082493b8af9e54aaa6b2a19 on resource:port {{(pid=80148) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 22:13:59.044081 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9b96e480-6c09-4bd4-b6de-7d660e673e36 req-7c8f616f-2dc4-48e0-8e82-c11f9c3ab984 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.45 "GET /v2.0/ports?device_id=9e63c4f5-2f48-4a72-ad59-57fbff8df123 HTTP/1.1" status: 200  len: 946 time: 0.1404321
Jan 26 22:13:59.063666 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:13:59.093172 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e63c4f5-2f48-4a72-ad59-57fbff8df123', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47d59153-a2a4-4328-b095-6b90f2f25064'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:13:59.103552 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] For port 47d59153-a2a4-4328-b095-6b90f2f25064, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=47d59153-a2a4-4328-b095-6b90f2f25064,segment=NetworkSegment(10fa9503-ea57-4575-8fa2-400aab90e0d2),segment_id=10fa9503-ea57-4575-8fa2-400aab90e0d2)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:13:59.134781 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-9b96e480-6c09-4bd4-b6de-7d660e673e36 req-f52b7efe-21d8-4af5-a7af-fe7c5874ec2a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Deleting port 47d59153-a2a4-4328-b095-6b90f2f25064 {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:13:59.135164 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-9b96e480-6c09-4bd4-b6de-7d660e673e36 req-f52b7efe-21d8-4af5-a7af-fe7c5874ec2a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:13:59.144161 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:13:59.146296 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:13:59.179275 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e63c4f5-2f48-4a72-ad59-57fbff8df123', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47d59153-a2a4-4328-b095-6b90f2f25064', 'code': 200}
Jan 26 22:13:59.219154 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Pushing event updated for resources: {'Port': ['ID=47d59153-a2a4-4328-b095-6b90f2f25064,revision_number=5']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:13:59.227106 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:59.227515 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:59.227899 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:59.228277 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:59.228649 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:59.229017 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:59.229383 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:59.229747 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:59.230146 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:59.230510 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:59.230872 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:59.231230 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:59.231684 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:59.232024 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:59.232385 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:59.232741 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:59.233100 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:59.233457 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:59.233818 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:59.234175 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:59.234534 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:59.234890 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:59.235247 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:59.235632 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:59.240081 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:13:59.409814 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-9b96e480-6c09-4bd4-b6de-7d660e673e36 req-f52b7efe-21d8-4af5-a7af-fe7c5874ec2a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] For port 47d59153-a2a4-4328-b095-6b90f2f25064, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=47d59153-a2a4-4328-b095-6b90f2f25064,segment=NetworkSegment(10fa9503-ea57-4575-8fa2-400aab90e0d2),segment_id=10fa9503-ea57-4575-8fa2-400aab90e0d2)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:13:59.410136 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-9b96e480-6c09-4bd4-b6de-7d660e673e36 req-f52b7efe-21d8-4af5-a7af-fe7c5874ec2a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:13:59.552135 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-9b96e480-6c09-4bd4-b6de-7d660e673e36 req-f52b7efe-21d8-4af5-a7af-fe7c5874ec2a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Calling delete_port for 47d59153-a2a4-4328-b095-6b90f2f25064 owned by compute:nova {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:13:59.835326 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-9b96e480-6c09-4bd4-b6de-7d660e673e36 req-f52b7efe-21d8-4af5-a7af-fe7c5874ec2a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32409920'] for port, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:13:59.854391 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-357cd8b1-edf6-43de-82c4-9e9ee907f410 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:13:59.955041 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b7efe-21d8-4af5-a7af-fe7c5874ec2a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Pushing event deleted for resources: {'Port': ['ID=47d59153-a2a4-4328-b095-6b90f2f25064,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:13:59.970701 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b7efe-21d8-4af5-a7af-fe7c5874ec2a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:59.971120 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b7efe-21d8-4af5-a7af-fe7c5874ec2a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:59.971589 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b7efe-21d8-4af5-a7af-fe7c5874ec2a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:59.972002 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b7efe-21d8-4af5-a7af-fe7c5874ec2a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:59.972407 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b7efe-21d8-4af5-a7af-fe7c5874ec2a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:59.972810 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b7efe-21d8-4af5-a7af-fe7c5874ec2a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:59.973208 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b7efe-21d8-4af5-a7af-fe7c5874ec2a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:59.973610 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b7efe-21d8-4af5-a7af-fe7c5874ec2a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:59.974007 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b7efe-21d8-4af5-a7af-fe7c5874ec2a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:59.974409 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b7efe-21d8-4af5-a7af-fe7c5874ec2a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:59.974808 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b7efe-21d8-4af5-a7af-fe7c5874ec2a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:59.975202 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b7efe-21d8-4af5-a7af-fe7c5874ec2a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77212 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:59.975666 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b7efe-21d8-4af5-a7af-fe7c5874ec2a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:59.976065 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b7efe-21d8-4af5-a7af-fe7c5874ec2a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:59.976462 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b7efe-21d8-4af5-a7af-fe7c5874ec2a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:59.976855 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b7efe-21d8-4af5-a7af-fe7c5874ec2a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:59.977251 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b7efe-21d8-4af5-a7af-fe7c5874ec2a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:59.977644 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b7efe-21d8-4af5-a7af-fe7c5874ec2a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:59.978039 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b7efe-21d8-4af5-a7af-fe7c5874ec2a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:59.978438 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b7efe-21d8-4af5-a7af-fe7c5874ec2a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:59.978831 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b7efe-21d8-4af5-a7af-fe7c5874ec2a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:59.979224 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b7efe-21d8-4af5-a7af-fe7c5874ec2a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:59.979637 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b7efe-21d8-4af5-a7af-fe7c5874ec2a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:59.980596 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52b7efe-21d8-4af5-a7af-fe7c5874ec2a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-1-iscsi {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Jan 26 22:13:59.985145 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f52b7efe-21d8-4af5-a7af-fe7c5874ec2a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:14:00.010331 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-64042b6e-d540-41c9-97d5-f09c9c12c117 req-2668918c-eefd-4d40-b01d-49a39affc960 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e63c4f5-2f48-4a72-ad59-57fbff8df123 HTTP/1.1" status: 200  len: 210 time: 0.0528123
Jan 26 22:14:00.087729 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b96e480-6c09-4bd4-b6de-7d660e673e36 req-f52b7efe-21d8-4af5-a7af-fe7c5874ec2a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] No DVR routers for this DVR port 47d59153-a2a4-4328-b095-6b90f2f25064 on host hv-cinder-77212 {{(pid=80148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 22:14:00.090626 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-9b96e480-6c09-4bd4-b6de-7d660e673e36 req-f52b7efe-21d8-4af5-a7af-fe7c5874ec2a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:00.093797 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e63c4f5-2f48-4a72-ad59-57fbff8df123', 'name': 'network-vif-deleted', 'tag': '47d59153-a2a4-4328-b095-6b90f2f25064'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:14:00.150675 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-9b96e480-6c09-4bd4-b6de-7d660e673e36 req-f52b7efe-21d8-4af5-a7af-fe7c5874ec2a tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.45 "DELETE /v2.0/ports/47d59153-a2a4-4328-b095-6b90f2f25064 HTTP/1.1" status: 204  len: 173 time: 1.1005085
Jan 26 22:14:00.260197 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e63c4f5-2f48-4a72-ad59-57fbff8df123', 'name': 'network-vif-deleted', 'tag': '47d59153-a2a4-4328-b095-6b90f2f25064', 'status': 'completed', 'code': 200}
Jan 26 22:14:01.208277 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b758200b-61df-44b5-ae3e-4ee5829c6eef req-d8956a7b-5763-4fda-aa80-c1a7e7626793 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e63c4f5-2f48-4a72-ad59-57fbff8df123 HTTP/1.1" status: 200  len: 210 time: 0.0502124
Jan 26 22:14:04.989320 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-0d859ef7-1258-4886-ad79-7fd46dbef913 req-855ca36b-9bd7-42ca-8886-3392ad2b1eca tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/floatingips/c1c805ea-19cc-425d-9d44-0ed2a8ad490c HTTP/1.1" status: 200  len: 998 time: 0.1210918
Jan 26 22:14:05.189264 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d859ef7-1258-4886-ad79-7fd46dbef913 req-f3204bcf-6e69-41f4-ae89-d70a0f8e90c4 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:14:05.190665 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-0d859ef7-1258-4886-ad79-7fd46dbef913 req-f3204bcf-6e69-41f4-ae89-d70a0f8e90c4 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/networks/1ba61b85-6a57-4c86-8c7b-e71ed182691b HTTP/1.1" status: 200  len: 784 time: 0.1955121
Jan 26 22:14:05.309387 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-0d859ef7-1258-4886-ad79-7fd46dbef913 req-587a1b55-e009-478c-b385-7f4fa74695fa tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Synchronizing usage tracker for tenant:37d467f68082493b8af9e54aaa6b2a19 on resource:floatingip {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 22:14:05.372350 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-0d859ef7-1258-4886-ad79-7fd46dbef913 req-587a1b55-e009-478c-b385-7f4fa74695fa tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Unset dirty status for tenant:37d467f68082493b8af9e54aaa6b2a19 on resource:floatingip {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 22:14:05.373662 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-0d859ef7-1258-4886-ad79-7fd46dbef913 req-587a1b55-e009-478c-b385-7f4fa74695fa tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.2.208 HTTP/1.1" status: 200  len: 1001 time: 0.1765761
Jan 26 22:14:05.494596 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d859ef7-1258-4886-ad79-7fd46dbef913 req-7cfacddc-e186-48a6-b743-daa070d8971f tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:14:05.496039 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-0d859ef7-1258-4886-ad79-7fd46dbef913 req-7cfacddc-e186-48a6-b743-daa070d8971f tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports/32b76310-1d2b-43cf-bd79-63aa2bbf4731 HTTP/1.1" status: 200  len: 942 time: 0.1164420
Jan 26 22:14:05.691689 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-0d859ef7-1258-4886-ad79-7fd46dbef913 req-80932718-4a3a-4aa0-9b2b-1bf75dc5158f tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.2.208 HTTP/1.1" status: 200  len: 1001 time: 0.1170146
Jan 26 22:14:05.932672 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-0d859ef7-1258-4886-ad79-7fd46dbef913 req-ffdc652e-bc76-4782-b04c-453eb6e33da7 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Deleting port 3398f067-edb2-4a01-bb7c-1ae81adfce69 {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:14:05.933060 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-0d859ef7-1258-4886-ad79-7fd46dbef913 req-ffdc652e-bc76-4782-b04c-453eb6e33da7 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:06.113000 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-0d859ef7-1258-4886-ad79-7fd46dbef913 req-ffdc652e-bc76-4782-b04c-453eb6e33da7 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:06.113609 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-0d859ef7-1258-4886-ad79-7fd46dbef913 req-ffdc652e-bc76-4782-b04c-453eb6e33da7 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:06.489311 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-0d859ef7-1258-4886-ad79-7fd46dbef913 req-ffdc652e-bc76-4782-b04c-453eb6e33da7 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Calling delete_port for 3398f067-edb2-4a01-bb7c-1ae81adfce69 owned by network:floatingip {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:14:06.805511 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-0d859ef7-1258-4886-ad79-7fd46dbef913 req-ffdc652e-bc76-4782-b04c-453eb6e33da7 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31462196'] for port, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:06.822484 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-5fdf398c-ff3f-4e96-9928-5e2cbe5b8a42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:14:06.917830 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdc652e-bc76-4782-b04c-453eb6e33da7 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Pushing event deleted for resources: {'Port': ['ID=3398f067-edb2-4a01-bb7c-1ae81adfce69,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:14:06.925806 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-ffdc652e-bc76-4782-b04c-453eb6e33da7 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:14:07.054960 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-0d859ef7-1258-4886-ad79-7fd46dbef913 req-ffdc652e-bc76-4782-b04c-453eb6e33da7 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks [] for floatingip, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:07.055332 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.db.l3_db [req-0d859ef7-1258-4886-ad79-7fd46dbef913 req-ffdc652e-bc76-4782-b04c-453eb6e33da7 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Floating IP c1c805ea-19cc-425d-9d44-0ed2a8ad490c disassociated (deleted). External IP: 172.27.2.208, port: 32b76310-1d2b-43cf-bd79-63aa2bbf4731.
Jan 26 22:14:07.435113 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d859ef7-1258-4886-ad79-7fd46dbef913 req-ffdc652e-bc76-4782-b04c-453eb6e33da7 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Router 48030c4a-7123-418e-a5d6-820a02270da2 has already been hosted by L3 agent d246ac06-2269-4624-8b82-d0eab6b3335a {{(pid=80149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 22:14:07.627159 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d859ef7-1258-4886-ad79-7fd46dbef913 req-ffdc652e-bc76-4782-b04c-453eb6e33da7 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify agent at l3_agent.dv-cinder-772126-1-iscsi the message routers_updated {{(pid=80149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 22:14:07.637795 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb57b791-e447-4eaa-969c-7776fc1e8036 None None] Sync routers for ids ['48030c4a-7123-418e-a5d6-820a02270da2'] in dv-cinder-772126-1-iscsi {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 22:14:07.648045 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb57b791-e447-4eaa-969c-7776fc1e8036 None None] Routers {'48030c4a-7123-418e-a5d6-820a02270da2'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:14:07.648665 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-eb57b791-e447-4eaa-969c-7776fc1e8036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5af95f048>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:13:43Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['48030c4a-7123-418e-a5d6-820a02270da2'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:14:07.687947 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-0d859ef7-1258-4886-ad79-7fd46dbef913 req-ffdc652e-bc76-4782-b04c-453eb6e33da7 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for floatingip, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:07.746818 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-0d859ef7-1258-4886-ad79-7fd46dbef913 req-ffdc652e-bc76-4782-b04c-453eb6e33da7 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "DELETE /v2.0/floatingips/c1c805ea-19cc-425d-9d44-0ed2a8ad490c HTTP/1.1" status: 204  len: 173 time: 2.0490220
Jan 26 22:14:07.747430 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f', 'tag': '32b76310-1d2b-43cf-bd79-63aa2bbf4731'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:14:07.814663 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f', 'tag': '32b76310-1d2b-43cf-bd79-63aa2bbf4731', 'status': 'completed', 'code': 200}
Jan 26 22:14:07.843770 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-eb57b791-e447-4eaa-969c-7776fc1e8036 None None] Set router 48030c4a-7123-418e-a5d6-820a02270da2 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:14:07.854374 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d859ef7-1258-4886-ad79-7fd46dbef913 req-ddceff31-e084-4b3c-8d14-25e5bebf4d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:14:07.856264 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-0d859ef7-1258-4886-ad79-7fd46dbef913 req-ddceff31-e084-4b3c-8d14-25e5bebf4d44 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=37d467f68082493b8af9e54aaa6b2a19&device_id=fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f HTTP/1.1" status: 200  len: 1162 time: 0.0870774
Jan 26 22:14:07.941412 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed0312-ccf8-484b-a01b-22ea04ed73e0 req-ffd84f7b-fcb2-4558-9627-1a0287febe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:14:07.943003 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b7ed0312-ccf8-484b-a01b-22ea04ed73e0 req-ffd84f7b-fcb2-4558-9627-1a0287febe27 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=37d467f68082493b8af9e54aaa6b2a19&device_id=fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f HTTP/1.1" status: 200  len: 1162 time: 0.0908797
Jan 26 22:14:08.024663 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d859ef7-1258-4886-ad79-7fd46dbef913 req-a2662c4a-4eb0-497f-972c-3b16620e5265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:14:08.026337 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-0d859ef7-1258-4886-ad79-7fd46dbef913 req-a2662c4a-4eb0-497f-972c-3b16620e5265 service neutron] 10.222.0.30 "GET /v2.0/networks?id=354411bd-e219-487c-b3ff-a0502e935076 HTTP/1.1" status: 200  len: 905 time: 0.1636956
Jan 26 22:14:08.095904 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed0312-ccf8-484b-a01b-22ea04ed73e0 req-35d8956d-f8f8-4ba1-af43-045f081e4001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:14:08.097630 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b7ed0312-ccf8-484b-a01b-22ea04ed73e0 req-35d8956d-f8f8-4ba1-af43-045f081e4001 service neutron] 10.222.0.45 "GET /v2.0/networks?id=354411bd-e219-487c-b3ff-a0502e935076 HTTP/1.1" status: 200  len: 905 time: 0.1471467
Jan 26 22:14:08.107953 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-0d859ef7-1258-4886-ad79-7fd46dbef913 req-0ead7ac6-40f4-4766-8068-dec9c00c07e0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32b76310-1d2b-43cf-bd79-63aa2bbf4731 HTTP/1.1" status: 200  len: 217 time: 0.0743780
Jan 26 22:14:08.173632 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b7ed0312-ccf8-484b-a01b-22ea04ed73e0 req-f52da6b2-113d-49cd-970b-2bc169b0a774 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32b76310-1d2b-43cf-bd79-63aa2bbf4731 HTTP/1.1" status: 200  len: 217 time: 0.0686471
Jan 26 22:14:08.185955 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d859ef7-1258-4886-ad79-7fd46dbef913 req-cbab801f-6797-4b72-b727-7c14c904743c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:14:08.187741 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-0d859ef7-1258-4886-ad79-7fd46dbef913 req-cbab801f-6797-4b72-b727-7c14c904743c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08edff2a-ef60-4075-ac6c-04b3f85e84f6 HTTP/1.1" status: 200  len: 850 time: 0.0735571
Jan 26 22:14:08.189620 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-eb57b791-e447-4eaa-969c-7776fc1e8036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5af95f048>, [{'id': '48030c4a-7123-418e-a5d6-820a02270da2', 'name': 'tempest-TestVolumeBootPattern-364362214-router', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:06:41Z', 'updated_at': '2021-01-26T22:06:47Z', 'revision_number': 4, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'gw_port': {'id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:31:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:42Z', 'updated_at': '2021-01-26T22:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': 'ed390339-3df0-4d7b-9355-2d98d67e5395', 'name': '', 'network_id': '354411bd-e219-487c-b3ff-a0502e935076', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'mac_address': 'fa:16:3e:7d:5e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '08edff2a-ef60-4075-ac6c-04b3f85e84f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:46Z', 'updated_at': '2021-01-26T22:06:57Z', 'revision_number': 5, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'subnets': [{'id': '08edff2a-ef60-4075-ac6c-04b3f85e84f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:14:08.193903 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb57b791-e447-4eaa-969c-7776fc1e8036 None None] Checking router: 48030c4a-7123-418e-a5d6-820a02270da2 for host: dv-cinder-772126-1-iscsi {{(pid=80151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 22:14:08.203582 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb57b791-e447-4eaa-969c-7776fc1e8036 None None] Routers {'48030c4a-7123-418e-a5d6-820a02270da2'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:14:08.204244 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-eb57b791-e447-4eaa-969c-7776fc1e8036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5af95f048>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:13:43Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['48030c4a-7123-418e-a5d6-820a02270da2'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:14:08.248769 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed0312-ccf8-484b-a01b-22ea04ed73e0 req-140d6b5b-095b-4ac4-8a6e-fa9926270344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:14:08.250365 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b7ed0312-ccf8-484b-a01b-22ea04ed73e0 req-140d6b5b-095b-4ac4-8a6e-fa9926270344 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=08edff2a-ef60-4075-ac6c-04b3f85e84f6 HTTP/1.1" status: 200  len: 850 time: 0.0706208
Jan 26 22:14:08.278589 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d859ef7-1258-4886-ad79-7fd46dbef913 req-b3a4b79f-fc14-4148-a512-4f3b097a1488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:14:08.280398 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-0d859ef7-1258-4886-ad79-7fd46dbef913 req-b3a4b79f-fc14-4148-a512-4f3b097a1488 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=354411bd-e219-487c-b3ff-a0502e935076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0854986
Jan 26 22:14:08.346900 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed0312-ccf8-484b-a01b-22ea04ed73e0 req-e8a965cc-5399-4062-a216-9c96dce0364a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:14:08.348616 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b7ed0312-ccf8-484b-a01b-22ea04ed73e0 req-e8a965cc-5399-4062-a216-9c96dce0364a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=354411bd-e219-487c-b3ff-a0502e935076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0920181
Jan 26 22:14:08.447281 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-0d859ef7-1258-4886-ad79-7fd46dbef913 req-fe61de7f-3f96-42bc-81ef-2ba9a90076a1 service neutron] 10.222.0.30 "GET /v2.0/networks/354411bd-e219-487c-b3ff-a0502e935076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1592839
Jan 26 22:14:08.507303 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b7ed0312-ccf8-484b-a01b-22ea04ed73e0 req-b09d2761-026d-4b21-8456-8dfb1200d055 service neutron] 10.222.0.45 "GET /v2.0/networks/354411bd-e219-487c-b3ff-a0502e935076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1498199
Jan 26 22:14:08.555705 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-eb57b791-e447-4eaa-969c-7776fc1e8036 None None] Set router 48030c4a-7123-418e-a5d6-820a02270da2 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:14:08.602904 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-0d859ef7-1258-4886-ad79-7fd46dbef913 req-a3aa6c2e-d0c2-4306-abd7-f7585cd7b153 service neutron] 10.222.0.30 "GET /v2.0/networks/354411bd-e219-487c-b3ff-a0502e935076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1474779
Jan 26 22:14:08.658257 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b7ed0312-ccf8-484b-a01b-22ea04ed73e0 req-2d678975-2d11-4c7a-b622-8d05e212020d service neutron] 10.222.0.45 "GET /v2.0/networks/354411bd-e219-487c-b3ff-a0502e935076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1445925
Jan 26 22:14:08.902523 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-eb57b791-e447-4eaa-969c-7776fc1e8036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5af95f048>, [{'id': '48030c4a-7123-418e-a5d6-820a02270da2', 'name': 'tempest-TestVolumeBootPattern-364362214-router', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:06:41Z', 'updated_at': '2021-01-26T22:06:47Z', 'revision_number': 4, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'gw_port': {'id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:31:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:42Z', 'updated_at': '2021-01-26T22:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': 'ed390339-3df0-4d7b-9355-2d98d67e5395', 'name': '', 'network_id': '354411bd-e219-487c-b3ff-a0502e935076', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'mac_address': 'fa:16:3e:7d:5e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '08edff2a-ef60-4075-ac6c-04b3f85e84f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:46Z', 'updated_at': '2021-01-26T22:06:57Z', 'revision_number': 5, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'subnets': [{'id': '08edff2a-ef60-4075-ac6c-04b3f85e84f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:14:08.907281 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb57b791-e447-4eaa-969c-7776fc1e8036 None None] The sync data for ids ['48030c4a-7123-418e-a5d6-820a02270da2'] in dv-cinder-772126-1-iscsi is: [{'id': '48030c4a-7123-418e-a5d6-820a02270da2', 'name': 'tempest-TestVolumeBootPattern-364362214-router', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:06:41Z', 'updated_at': '2021-01-26T22:06:47Z', 'revision_number': 4, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'gw_port': {'id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:31:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:42Z', 'updated_at': '2021-01-26T22:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi', '_interfaces': [{'id': 'ed390339-3df0-4d7b-9355-2d98d67e5395', 'name': '', 'network_id': '354411bd-e219-487c-b3ff-a0502e935076', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'mac_address': 'fa:16:3e:7d:5e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '08edff2a-ef60-4075-ac6c-04b3f85e84f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:46Z', 'updated_at': '2021-01-26T22:06:57Z', 'revision_number': 5, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'subnets': [{'id': '08edff2a-ef60-4075-ac6c-04b3f85e84f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 22:14:09.218816 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563425d-a466-492b-9117-267ccab87853 req-b7d0a729-46e5-4e4b-a7f1-4aebcf473dde tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:14:09.219682 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-a563425d-a466-492b-9117-267ccab87853 req-b7d0a729-46e5-4e4b-a7f1-4aebcf473dde tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Synchronizing usage tracker for tenant:37d467f68082493b8af9e54aaa6b2a19 on resource:port {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 22:14:09.263796 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-a563425d-a466-492b-9117-267ccab87853 req-b7d0a729-46e5-4e4b-a7f1-4aebcf473dde tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Unset dirty status for tenant:37d467f68082493b8af9e54aaa6b2a19 on resource:port {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 22:14:09.265056 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a563425d-a466-492b-9117-267ccab87853 req-b7d0a729-46e5-4e4b-a7f1-4aebcf473dde tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f HTTP/1.1" status: 200  len: 945 time: 0.1767085
Jan 26 22:14:09.289610 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399a30f3-0ed7-4c16-8d30-5244cfcdb973 None None] New status for floating IP c1c805ea-19cc-425d-9d44-0ed2a8ad490c: DOWN {{(pid=80150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Jan 26 22:14:09.323187 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-a563425d-a466-492b-9117-267ccab87853 req-28dc64e7-0bad-48aa-89b1-dd0b33b6917e tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/security-groups?id=84ee3eb8-44c6-4bf2-9960-46a694f9c94d&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0518014
Jan 26 22:14:09.544478 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b6612a23-6c82-4e6c-a5c1-d50317c26343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:10.590881 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296b25f-841f-4501-81ed-027cc3177f09 req-f6927003-bd26-4e9c-a550-b31d78d56318 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:14:10.592811 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-3296b25f-841f-4501-81ed-027cc3177f09 req-f6927003-bd26-4e9c-a550-b31d78d56318 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f HTTP/1.1" status: 200  len: 945 time: 0.1305110
Jan 26 22:14:10.650268 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-3296b25f-841f-4501-81ed-027cc3177f09 req-8552a578-19e9-4708-93d2-fe4a2983d256 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/security-groups?id=84ee3eb8-44c6-4bf2-9960-46a694f9c94d&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0509965
Jan 26 22:14:10.804239 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06702a88-455f-4f68-9e3f-83cd3ae69c78 req-4dd4c214-9196-428e-8745-117e2262d108 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:14:10.805045 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-06702a88-455f-4f68-9e3f-83cd3ae69c78 req-4dd4c214-9196-428e-8745-117e2262d108 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Synchronizing usage tracker for tenant:37d467f68082493b8af9e54aaa6b2a19 on resource:port {{(pid=80148) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 22:14:10.818695 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-06702a88-455f-4f68-9e3f-83cd3ae69c78 req-4dd4c214-9196-428e-8745-117e2262d108 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Unset dirty status for tenant:37d467f68082493b8af9e54aaa6b2a19 on resource:port {{(pid=80148) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 22:14:10.819963 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-06702a88-455f-4f68-9e3f-83cd3ae69c78 req-4dd4c214-9196-428e-8745-117e2262d108 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f HTTP/1.1" status: 200  len: 945 time: 0.1438923
Jan 26 22:14:10.904966 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-06702a88-455f-4f68-9e3f-83cd3ae69c78 req-d9b9fa92-2ee6-429b-b676-dfa16e70b080 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Deleting port 32b76310-1d2b-43cf-bd79-63aa2bbf4731 {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:14:10.905272 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-06702a88-455f-4f68-9e3f-83cd3ae69c78 req-d9b9fa92-2ee6-429b-b676-dfa16e70b080 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:10.942750 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Device 32b76310-1d2b-43cf-bd79-63aa2bbf4731 no longer exists at agent ovs-agent-hv-cinder-77212 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 22:14:11.066621 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-768785'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:11.095674 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32b76310-1d2b-43cf-bd79-63aa2bbf4731'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:14:11.106780 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] For port 32b76310-1d2b-43cf-bd79-63aa2bbf4731, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=32b76310-1d2b-43cf-bd79-63aa2bbf4731,segment=NetworkSegment(10fa9503-ea57-4575-8fa2-400aab90e0d2),segment_id=10fa9503-ea57-4575-8fa2-400aab90e0d2)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:14:11.138236 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789030095970', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363247825060280', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789029715554'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:11.140472 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:14:11.178057 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32b76310-1d2b-43cf-bd79-63aa2bbf4731', 'code': 200}
Jan 26 22:14:11.187787 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-06702a88-455f-4f68-9e3f-83cd3ae69c78 req-d9b9fa92-2ee6-429b-b676-dfa16e70b080 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] For port 32b76310-1d2b-43cf-bd79-63aa2bbf4731, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=32b76310-1d2b-43cf-bd79-63aa2bbf4731,segment=NetworkSegment(10fa9503-ea57-4575-8fa2-400aab90e0d2),segment_id=10fa9503-ea57-4575-8fa2-400aab90e0d2)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:14:11.188200 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-06702a88-455f-4f68-9e3f-83cd3ae69c78 req-d9b9fa92-2ee6-429b-b676-dfa16e70b080 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:11.219745 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Pushing event updated for resources: {'Port': ['ID=32b76310-1d2b-43cf-bd79-63aa2bbf4731,revision_number=5']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:14:11.223187 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:14:11.591097 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-06702a88-455f-4f68-9e3f-83cd3ae69c78 req-d9b9fa92-2ee6-429b-b676-dfa16e70b080 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Calling delete_port for 32b76310-1d2b-43cf-bd79-63aa2bbf4731 owned by compute:nova {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:14:11.772181 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.db.api [req-06702a88-455f-4f68-9e3f-83cd3ae69c78 req-d9b9fa92-2ee6-429b-b676-dfa16e70b080 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80148) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 26 22:14:11.772687 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_db.api [req-06702a88-455f-4f68-9e3f-83cd3ae69c78 req-d9b9fa92-2ee6-429b-b676-dfa16e70b080 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 26 22:14:11.938497 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f6f214-8d61-42bd-b0d8-e1ba216fe963 req-b89694ab-4a3f-4f3e-a359-d3534f65780c tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:14:11.941063 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b8f6f214-8d61-42bd-b0d8-e1ba216fe963 req-b89694ab-4a3f-4f3e-a359-d3534f65780c tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f HTTP/1.1" status: 200  len: 943 time: 0.1451447
Jan 26 22:14:12.008327 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-b8f6f214-8d61-42bd-b0d8-e1ba216fe963 req-f94eec26-4273-4236-a6c1-ba504f9d3265 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/security-groups?id=84ee3eb8-44c6-4bf2-9960-46a694f9c94d&fields=id&fields=name HTTP/1.1" status: 200  len: 319 time: 0.0596387
Jan 26 22:14:12.273469 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-06702a88-455f-4f68-9e3f-83cd3ae69c78 req-d9b9fa92-2ee6-429b-b676-dfa16e70b080 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Deleting port 32b76310-1d2b-43cf-bd79-63aa2bbf4731 {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:14:12.273863 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-06702a88-455f-4f68-9e3f-83cd3ae69c78 req-d9b9fa92-2ee6-429b-b676-dfa16e70b080 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:12.539266 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-06702a88-455f-4f68-9e3f-83cd3ae69c78 req-d9b9fa92-2ee6-429b-b676-dfa16e70b080 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] For port 32b76310-1d2b-43cf-bd79-63aa2bbf4731, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77212',level=0,port_id=32b76310-1d2b-43cf-bd79-63aa2bbf4731,segment=NetworkSegment(10fa9503-ea57-4575-8fa2-400aab90e0d2),segment_id=10fa9503-ea57-4575-8fa2-400aab90e0d2)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:14:12.539642 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-06702a88-455f-4f68-9e3f-83cd3ae69c78 req-d9b9fa92-2ee6-429b-b676-dfa16e70b080 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:12.682121 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-06702a88-455f-4f68-9e3f-83cd3ae69c78 req-d9b9fa92-2ee6-429b-b676-dfa16e70b080 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Calling delete_port for 32b76310-1d2b-43cf-bd79-63aa2bbf4731 owned by compute:nova {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:14:12.989252 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-06702a88-455f-4f68-9e3f-83cd3ae69c78 req-d9b9fa92-2ee6-429b-b676-dfa16e70b080 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32409920'] for port, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:13.004719 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-48cefab9-dca1-44b3-a36a-c8658238cb0a tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:14:13.053769 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b9fa92-2ee6-429b-b676-dfa16e70b080 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Pushing event deleted for resources: {'Port': ['ID=32b76310-1d2b-43cf-bd79-63aa2bbf4731,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:14:13.105344 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d9b9fa92-2ee6-429b-b676-dfa16e70b080 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:14:13.213647 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-06702a88-455f-4f68-9e3f-83cd3ae69c78 req-d9b9fa92-2ee6-429b-b676-dfa16e70b080 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] No DVR routers for this DVR port 32b76310-1d2b-43cf-bd79-63aa2bbf4731 on host hv-cinder-77212 {{(pid=80148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 22:14:13.213837 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-91563383-b008-49f6-a5cf-fd796530872c req-ca03afe8-2df2-450e-97a2-d9a1b4250f08 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f HTTP/1.1" status: 200  len: 210 time: 0.0632944
Jan 26 22:14:13.216082 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-06702a88-455f-4f68-9e3f-83cd3ae69c78 req-d9b9fa92-2ee6-429b-b676-dfa16e70b080 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:13.228204 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f', 'name': 'network-vif-deleted', 'tag': '32b76310-1d2b-43cf-bd79-63aa2bbf4731'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jan 26 22:14:13.269225 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-06702a88-455f-4f68-9e3f-83cd3ae69c78 req-d9b9fa92-2ee6-429b-b676-dfa16e70b080 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.45 "DELETE /v2.0/ports/32b76310-1d2b-43cf-bd79-63aa2bbf4731 HTTP/1.1" status: 204  len: 173 time: 2.4432392
Jan 26 22:14:13.284577 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f', 'name': 'network-vif-deleted', 'tag': '32b76310-1d2b-43cf-bd79-63aa2bbf4731', 'status': 'completed', 'code': 200}
Jan 26 22:14:13.417568 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b74cffdd-1ea4-4240-9cd1-e89b67bf0afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:13.419178 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:14.057180 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 22:14:14.475792 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-bb36fdd4-630d-4e16-bbb3-cd5dc33b3b1a req-6b2a1a40-68eb-4f5f-a618-808b6f5b9301 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa7bc9a0-4ea5-41c3-a3dc-ee3428fc957f HTTP/1.1" status: 200  len: 210 time: 0.0545764
Jan 26 22:14:14.616695 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:14.646785 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:15.429536 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:15.707904 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1aafc46e-c939-45a9-9902-289a1effa0dd req-1ba7f4dc-38d9-4088-a0e5-f811c52d8a21 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/floatingips/19de6316-828e-4bd5-996c-81a95e474e70 HTTP/1.1" status: 200  len: 693 time: 0.0972075
Jan 26 22:14:15.909639 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aafc46e-c939-45a9-9902-289a1effa0dd req-4dbd3d7d-8491-4252-a843-75ba24e3e215 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Jan 26 22:14:15.911162 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1aafc46e-c939-45a9-9902-289a1effa0dd req-4dbd3d7d-8491-4252-a843-75ba24e3e215 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/networks/1ba61b85-6a57-4c86-8c7b-e71ed182691b HTTP/1.1" status: 200  len: 784 time: 0.1974518
Jan 26 22:14:16.008288 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-1aafc46e-c939-45a9-9902-289a1effa0dd req-8d51fe8b-082f-4a32-aba5-a079011bfc08 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Synchronizing usage tracker for tenant:37d467f68082493b8af9e54aaa6b2a19 on resource:floatingip {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Jan 26 22:14:16.052188 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.quota.resource [req-1aafc46e-c939-45a9-9902-289a1effa0dd req-8d51fe8b-082f-4a32-aba5-a079011bfc08 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Unset dirty status for tenant:37d467f68082493b8af9e54aaa6b2a19 on resource:floatingip {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Jan 26 22:14:16.053497 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1aafc46e-c939-45a9-9902-289a1effa0dd req-8d51fe8b-082f-4a32-aba5-a079011bfc08 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.2.197 HTTP/1.1" status: 200  len: 696 time: 0.1354074
Jan 26 22:14:16.150327 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1aafc46e-c939-45a9-9902-289a1effa0dd req-7302d6f5-693c-4d12-a292-41594ee11dfe tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.27.2.197 HTTP/1.1" status: 200  len: 696 time: 0.0903139
Jan 26 22:14:16.339243 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-1aafc46e-c939-45a9-9902-289a1effa0dd req-1f271da2-b9c7-456f-8212-4e9b212f7535 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Deleting port 209fc17c-8481-49dd-a2a7-3577a19b3620 {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:14:16.339656 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-1aafc46e-c939-45a9-9902-289a1effa0dd req-1f271da2-b9c7-456f-8212-4e9b212f7535 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:16.768425 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-1aafc46e-c939-45a9-9902-289a1effa0dd req-1f271da2-b9c7-456f-8212-4e9b212f7535 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:16.769031 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-1aafc46e-c939-45a9-9902-289a1effa0dd req-1f271da2-b9c7-456f-8212-4e9b212f7535 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:16.907248 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-1aafc46e-c939-45a9-9902-289a1effa0dd req-1f271da2-b9c7-456f-8212-4e9b212f7535 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Calling delete_port for 209fc17c-8481-49dd-a2a7-3577a19b3620 owned by network:floatingip {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:14:17.148309 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-1aafc46e-c939-45a9-9902-289a1effa0dd req-1f271da2-b9c7-456f-8212-4e9b212f7535 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31462196'] for port, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:17.164816 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-31a67a7c-9788-437d-8267-77a76de14a84 tempest-AttachVolumeTestJSON-739320187 tempest-AttachVolumeTestJSON-739320187-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:14:17.263458 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f271da2-b9c7-456f-8212-4e9b212f7535 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Pushing event deleted for resources: {'Port': ['ID=209fc17c-8481-49dd-a2a7-3577a19b3620,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:14:17.267456 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1f271da2-b9c7-456f-8212-4e9b212f7535 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:14:17.389200 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-1aafc46e-c939-45a9-9902-289a1effa0dd req-1f271da2-b9c7-456f-8212-4e9b212f7535 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks [] for floatingip, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:17.453057 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-1aafc46e-c939-45a9-9902-289a1effa0dd req-1f271da2-b9c7-456f-8212-4e9b212f7535 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-118788'] for floatingip, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:17.454328 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-1aafc46e-c939-45a9-9902-289a1effa0dd req-1f271da2-b9c7-456f-8212-4e9b212f7535 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "DELETE /v2.0/floatingips/19de6316-828e-4bd5-996c-81a95e474e70 HTTP/1.1" status: 204  len: 173 time: 1.2973838
Jan 26 22:14:19.005281 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-91a3fe37-2c4b-420b-bbdd-b47ce472476e req-40a2e651-2526-41b3-970e-7a7034b5df39 tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "GET /v2.0/security-groups/84ee3eb8-44c6-4bf2-9960-46a694f9c94d HTTP/1.1" status: 200  len: 2997 time: 0.0610993
Jan 26 22:14:19.092851 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-91a3fe37-2c4b-420b-bbdd-b47ce472476e req-3dc303eb-dff4-4e2e-a7f3-794b30ffdeed tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:19.122664 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-91a3fe37-2c4b-420b-bbdd-b47ce472476e req-3dc303eb-dff4-4e2e-a7f3-794b30ffdeed tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:19.218084 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-91a3fe37-2c4b-420b-bbdd-b47ce472476e req-3dc303eb-dff4-4e2e-a7f3-794b30ffdeed tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:19.223645 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d30a6ac4-45d4-4a7b-ae5e-ce3fc1ad3096 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:14:19.239947 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc303eb-dff4-4e2e-a7f3-794b30ffdeed tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ee3eb8-44c6-4bf2-9960-46a694f9c94d,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:14:19.242548 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3dc303eb-dff4-4e2e-a7f3-794b30ffdeed tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:14:19.257215 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-91a3fe37-2c4b-420b-bbdd-b47ce472476e req-3dc303eb-dff4-4e2e-a7f3-794b30ffdeed tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:19.258499 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [req-91a3fe37-2c4b-420b-bbdd-b47ce472476e req-3dc303eb-dff4-4e2e-a7f3-794b30ffdeed tempest-TestVolumeBootPattern-813757988 tempest-TestVolumeBootPattern-813757988-project] 10.222.0.30 "DELETE /v2.0/security-groups/84ee3eb8-44c6-4bf2-9960-46a694f9c94d HTTP/1.1" status: 204  len: 173 time: 0.2469354
Jan 26 22:14:19.358648 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 53954) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:14:20.075717 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a242d800-4483-4d60-bf2d-55019efee150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036821519634'] for router_interface, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:20.452187 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-a242d800-4483-4d60-bf2d-55019efee150 admin admin] Deleting port ed390339-3df0-4d7b-9355-2d98d67e5395 {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:14:20.452570 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a242d800-4483-4d60-bf2d-55019efee150 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:20.638153 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-a242d800-4483-4d60-bf2d-55019efee150 admin admin] For port ed390339-3df0-4d7b-9355-2d98d67e5395, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=ed390339-3df0-4d7b-9355-2d98d67e5395,segment=NetworkSegment(10fa9503-ea57-4575-8fa2-400aab90e0d2),segment_id=10fa9503-ea57-4575-8fa2-400aab90e0d2)] {{(pid=80149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:14:20.638661 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a242d800-4483-4d60-bf2d-55019efee150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:20.779652 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-a242d800-4483-4d60-bf2d-55019efee150 admin admin] Calling delete_port for ed390339-3df0-4d7b-9355-2d98d67e5395 owned by network:router_interface {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:14:21.073958 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a242d800-4483-4d60-bf2d-55019efee150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31462196'] for port, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:21.090558 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6f948697-1085-457a-b9c3-96bc7eddedc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:14:21.191412 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a242d800-4483-4d60-bf2d-55019efee150 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed390339-3df0-4d7b-9355-2d98d67e5395,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:14:21.198047 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a242d800-4483-4d60-bf2d-55019efee150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:14:21.515086 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a242d800-4483-4d60-bf2d-55019efee150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036821729918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33259135'] for router_interface, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:22.292928 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a242d800-4483-4d60-bf2d-55019efee150 admin admin] Router 48030c4a-7123-418e-a5d6-820a02270da2 has already been hosted by L3 agent d246ac06-2269-4624-8b82-d0eab6b3335a {{(pid=80149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 22:14:22.498074 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a242d800-4483-4d60-bf2d-55019efee150 admin admin] Notify agent at l3_agent.dv-cinder-772126-1-iscsi the message routers_updated {{(pid=80149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 22:14:22.507629 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d527693f-18cc-48ce-a9ab-b21a585353ce None None] Sync routers for ids ['48030c4a-7123-418e-a5d6-820a02270da2'] in dv-cinder-772126-1-iscsi {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 22:14:22.511463 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-a242d800-4483-4d60-bf2d-55019efee150 admin admin] 10.222.0.30 "PUT /v2.0/routers/48030c4a-7123-418e-a5d6-820a02270da2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1512535
Jan 26 22:14:22.513957 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 53964) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:14:22.518214 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d527693f-18cc-48ce-a9ab-b21a585353ce None None] Routers {'48030c4a-7123-418e-a5d6-820a02270da2'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:14:22.518886 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-d527693f-18cc-48ce-a9ab-b21a585353ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5af02fd30>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:14:13Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['48030c4a-7123-418e-a5d6-820a02270da2'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:14:22.703124 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-fb74d7dc-7fd2-4395-9ed3-323ce657d94b admin admin] Notify callbacks [] for router, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:22.714006 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-d527693f-18cc-48ce-a9ab-b21a585353ce None None] Set router 48030c4a-7123-418e-a5d6-820a02270da2 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:14:22.895479 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-fb74d7dc-7fd2-4395-9ed3-323ce657d94b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:22.900709 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-fb74d7dc-7fd2-4395-9ed3-323ce657d94b admin admin] Deleting port 612cd8b5-04b1-45f4-87ea-2c732558eabf {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:14:22.901077 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-fb74d7dc-7fd2-4395-9ed3-323ce657d94b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:23.020310 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-d527693f-18cc-48ce-a9ab-b21a585353ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5af02fd30>, [{'id': '48030c4a-7123-418e-a5d6-820a02270da2', 'name': 'tempest-TestVolumeBootPattern-364362214-router', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:06:41Z', 'updated_at': '2021-01-26T22:14:20Z', 'revision_number': 5, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'gw_port': {'id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:31:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:42Z', 'updated_at': '2021-01-26T22:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi'}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:14:23.024529 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d527693f-18cc-48ce-a9ab-b21a585353ce None None] Checking router: 48030c4a-7123-418e-a5d6-820a02270da2 for host: dv-cinder-772126-1-iscsi {{(pid=80151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 22:14:23.034284 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d527693f-18cc-48ce-a9ab-b21a585353ce None None] Routers {'48030c4a-7123-418e-a5d6-820a02270da2'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:14:23.034933 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-d527693f-18cc-48ce-a9ab-b21a585353ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5af02fd30>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:14:13Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['48030c4a-7123-418e-a5d6-820a02270da2'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:14:23.093587 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-fb74d7dc-7fd2-4395-9ed3-323ce657d94b admin admin] For port 612cd8b5-04b1-45f4-87ea-2c732558eabf, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=612cd8b5-04b1-45f4-87ea-2c732558eabf,segment=NetworkSegment(f4c7a2a5-f441-4cda-be7f-98d9b91d5196),segment_id=f4c7a2a5-f441-4cda-be7f-98d9b91d5196)] {{(pid=80149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:14:23.093988 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-fb74d7dc-7fd2-4395-9ed3-323ce657d94b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:23.226050 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-d527693f-18cc-48ce-a9ab-b21a585353ce None None] Set router 48030c4a-7123-418e-a5d6-820a02270da2 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:14:23.228703 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-fb74d7dc-7fd2-4395-9ed3-323ce657d94b admin admin] Calling delete_port for 612cd8b5-04b1-45f4-87ea-2c732558eabf owned by network:router_gateway {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:14:23.555654 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-fb74d7dc-7fd2-4395-9ed3-323ce657d94b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31462196'] for port, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:23.580274 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-d527693f-18cc-48ce-a9ab-b21a585353ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5af02fd30>, [{'id': '48030c4a-7123-418e-a5d6-820a02270da2', 'name': 'tempest-TestVolumeBootPattern-364362214-router', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:06:41Z', 'updated_at': '2021-01-26T22:14:20Z', 'revision_number': 5, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'gw_port': {'id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:31:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:42Z', 'updated_at': '2021-01-26T22:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi'}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:14:23.584578 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d527693f-18cc-48ce-a9ab-b21a585353ce None None] The sync data for ids ['48030c4a-7123-418e-a5d6-820a02270da2'] in dv-cinder-772126-1-iscsi is: [{'id': '48030c4a-7123-418e-a5d6-820a02270da2', 'name': 'tempest-TestVolumeBootPattern-364362214-router', 'tenant_id': '37d467f68082493b8af9e54aaa6b2a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:06:41Z', 'updated_at': '2021-01-26T22:14:20Z', 'revision_number': 5, 'project_id': '37d467f68082493b8af9e54aaa6b2a19', 'gw_port': {'id': '612cd8b5-04b1-45f4-87ea-2c732558eabf', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:31:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48030c4a-7123-418e-a5d6-820a02270da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:42Z', 'updated_at': '2021-01-26T22:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi'}] {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 22:14:23.752862 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-fb74d7dc-7fd2-4395-9ed3-323ce657d94b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33254391'] for router_gateway, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:23.896074 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-fb74d7dc-7fd2-4395-9ed3-323ce657d94b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33261030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854745232'] for router, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:23.898498 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-fb74d7dc-7fd2-4395-9ed3-323ce657d94b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:24.005465 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-fb74d7dc-7fd2-4395-9ed3-323ce657d94b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036821514634'] for router, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:24.006051 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb74d7dc-7fd2-4395-9ed3-323ce657d94b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48030c4a-7123-418e-a5d6-820a02270da2 {{(pid=80149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 26 22:14:24.019306 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-fb74d7dc-7fd2-4395-9ed3-323ce657d94b admin admin] Notify callbacks [] for router, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:24.020588 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-fb74d7dc-7fd2-4395-9ed3-323ce657d94b admin admin] 10.222.0.30 "DELETE /v2.0/routers/48030c4a-7123-418e-a5d6-820a02270da2 HTTP/1.1" status: 204  len: 168 time: 1.5056214
Jan 26 22:14:24.023272 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 53968) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:14:24.095689 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0d5dcc2-d6ed-4bb8-8177-43b913777641 admin admin] Deleting subnet 08edff2a-ef60-4075-ac6c-04b3f85e84f6 {{(pid=80149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 26 22:14:24.099169 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b0d5dcc2-d6ed-4bb8-8177-43b913777641 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:24.158247 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b0d5dcc2-d6ed-4bb8-8177-43b913777641 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036823318344'] for subnet, precommit_delete_associations {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:24.246136 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b0d5dcc2-d6ed-4bb8-8177-43b913777641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-902117'] for subnet, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:24.772741 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b0d5dcc2-d6ed-4bb8-8177-43b913777641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853873682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31461600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31482902'] for subnet, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:24.789924 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:14:24.891330 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d5dcc2-d6ed-4bb8-8177-43b913777641 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08edff2a-ef60-4075-ac6c-04b3f85e84f6,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:14:24.894428 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b0d5dcc2-d6ed-4bb8-8177-43b913777641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:14:24.933416 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b0d5dcc2-d6ed-4bb8-8177-43b913777641 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:24.939436 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4ccc9d-9f60-48af-b861-2dd3de8d8270 None None] Network 354411bd-e219-487c-b3ff-a0502e935076 requested from dv-cinder-772126-1-iscsi {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 22:14:24.944336 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-b0d5dcc2-d6ed-4bb8-8177-43b913777641 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/08edff2a-ef60-4075-ac6c-04b3f85e84f6 HTTP/1.1" status: 204  len: 168 time: 0.9175818
Jan 26 22:14:24.944625 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 53972) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:14:25.079005 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-697526bc-6e14-4e5d-b0ba-236ac79d6f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695781'] for network, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:25.156030 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-697526bc-6e14-4e5d-b0ba-236ac79d6f1b admin admin] Deleting port 33acc3b8-c46f-46ef-9281-b5d4b71c485e {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:14:25.156666 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-697526bc-6e14-4e5d-b0ba-236ac79d6f1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:25.379839 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a7019b-ad29-4aba-864d-022aeaf3d91a None None] DHCP port deletion for 354411bd-e219-487c-b3ff-a0502e935076 request from dv-cinder-772126-1-iscsi {{(pid=80150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 26 22:14:25.384605 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-b2a7019b-ad29-4aba-864d-022aeaf3d91a None None] Deleting port 33acc3b8-c46f-46ef-9281-b5d4b71c485e {{(pid=80150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:14:25.385018 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b2a7019b-ad29-4aba-864d-022aeaf3d91a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:25.519483 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 612cd8b5-04b1-45f4-87ea-2c732558eabf no longer exists at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 22:14:25.620523 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] No Port match for: 612cd8b5-04b1-45f4-87ea-2c732558eabf {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 22:14:25.620806 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 612cd8b5-04b1-45f4-87ea-2c732558eabf not bound to the agent host dv-cinder-772126-1-iscsi {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 22:14:25.621280 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 33acc3b8-c46f-46ef-9281-b5d4b71c485e no longer exists at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 22:14:25.645268 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-697526bc-6e14-4e5d-b0ba-236ac79d6f1b admin admin] For port 33acc3b8-c46f-46ef-9281-b5d4b71c485e, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=33acc3b8-c46f-46ef-9281-b5d4b71c485e,segment=NetworkSegment(10fa9503-ea57-4575-8fa2-400aab90e0d2),segment_id=10fa9503-ea57-4575-8fa2-400aab90e0d2)] {{(pid=80149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:14:25.645655 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-697526bc-6e14-4e5d-b0ba-236ac79d6f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:25.702213 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-b2a7019b-ad29-4aba-864d-022aeaf3d91a None None] For port 33acc3b8-c46f-46ef-9281-b5d4b71c485e, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=33acc3b8-c46f-46ef-9281-b5d4b71c485e,segment=NetworkSegment(10fa9503-ea57-4575-8fa2-400aab90e0d2),segment_id=10fa9503-ea57-4575-8fa2-400aab90e0d2)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:14:25.702643 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b2a7019b-ad29-4aba-864d-022aeaf3d91a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:25.780432 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-697526bc-6e14-4e5d-b0ba-236ac79d6f1b admin admin] Calling delete_port for 33acc3b8-c46f-46ef-9281-b5d4b71c485e owned by network:dhcp {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:14:25.863959 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-b2a7019b-ad29-4aba-864d-022aeaf3d91a None None] Calling delete_port for 33acc3b8-c46f-46ef-9281-b5d4b71c485e owned by network:dhcp {{(pid=80150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:14:25.897668 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-697526bc-6e14-4e5d-b0ba-236ac79d6f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31462196'] for port, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:25.911087 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Port 33acc3b8-c46f-46ef-9281-b5d4b71c485e update to DOWN by agent not found {{(pid=80150) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2100}}
Jan 26 22:14:25.912051 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device ed390339-3df0-4d7b-9355-2d98d67e5395 no longer exists at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 22:14:25.918268 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1e2431ba-3e5d-433e-9acb-3933e70e7c2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:14:25.958749 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] No Port match for: ed390339-3df0-4d7b-9355-2d98d67e5395 {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 22:14:25.959139 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device ed390339-3df0-4d7b-9355-2d98d67e5395 not bound to the agent host dv-cinder-772126-1-iscsi {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 22:14:25.991963 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.db.api [None req-b2a7019b-ad29-4aba-864d-022aeaf3d91a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80150) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 26 22:14:25.992370 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_db.api [None req-b2a7019b-ad29-4aba-864d-022aeaf3d91a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 26 22:14:26.022985 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697526bc-6e14-4e5d-b0ba-236ac79d6f1b admin admin] Pushing event deleted for resources: {'Port': ['ID=33acc3b8-c46f-46ef-9281-b5d4b71c485e,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:14:26.027695 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-697526bc-6e14-4e5d-b0ba-236ac79d6f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:14:26.061873 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697526bc-6e14-4e5d-b0ba-236ac79d6f1b admin admin] No DVR routers for this DVR port 33acc3b8-c46f-46ef-9281-b5d4b71c485e on host dv-cinder-772126-1-iscsi {{(pid=80149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 22:14:26.192333 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-697526bc-6e14-4e5d-b0ba-236ac79d6f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917372', 'neutron.services.segments.db._delete_segments_for_network--9223363247824506586'] for network, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:26.310496 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.segments.db [None req-697526bc-6e14-4e5d-b0ba-236ac79d6f1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe5ad634e10>,) {'filters': {'network_id': ['354411bd-e219-487c-b3ff-a0502e935076']}} {{(pid=80149) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:14:26.323511 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.segments.db [None req-697526bc-6e14-4e5d-b0ba-236ac79d6f1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5ad634e10>, '10fa9503-ea57-4575-8fa2-400aab90e0d2') {'for_net_delete': True} {{(pid=80149) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:14:26.323892 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.segments.db [None req-697526bc-6e14-4e5d-b0ba-236ac79d6f1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5ad634e10>, '10fa9503-ea57-4575-8fa2-400aab90e0d2') {} {{(pid=80149) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:14:26.336737 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-697526bc-6e14-4e5d-b0ba-236ac79d6f1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247824509914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31457456'] for segment, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:26.405368 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-697526bc-6e14-4e5d-b0ba-236ac79d6f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853870792'] for segment, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:26.407994 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-697526bc-6e14-4e5d-b0ba-236ac79d6f1b admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 26 22:14:26.493940 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-b2a7019b-ad29-4aba-864d-022aeaf3d91a None None] Deleting port 33acc3b8-c46f-46ef-9281-b5d4b71c485e {{(pid=80150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:14:26.494458 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b2a7019b-ad29-4aba-864d-022aeaf3d91a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:26.567479 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-b2a7019b-ad29-4aba-864d-022aeaf3d91a None None] The port '33acc3b8-c46f-46ef-9281-b5d4b71c485e' was deleted {{(pid=80150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 26 22:14:26.591081 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-697526bc-6e14-4e5d-b0ba-236ac79d6f1b admin admin] Network 354411bd-e219-487c-b3ff-a0502e935076 has no segments {{(pid=80149) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 22:14:26.601088 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-697526bc-6e14-4e5d-b0ba-236ac79d6f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-905039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036823313597'] for segment, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:26.783383 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-697526bc-6e14-4e5d-b0ba-236ac79d6f1b admin admin] Network 354411bd-e219-487c-b3ff-a0502e935076 has no segments {{(pid=80149) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 22:14:26.806729 dv-cinder-772126-1-iscsi neutron-server[80035]: Traceback (most recent call last):
Jan 26 22:14:26.806729 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 26 22:14:26.806729 dv-cinder-772126-1-iscsi neutron-server[80035]:     timer()
Jan 26 22:14:26.806729 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 26 22:14:26.806729 dv-cinder-772126-1-iscsi neutron-server[80035]:     cb(*args, **kw)
Jan 26 22:14:26.806729 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 26 22:14:26.806729 dv-cinder-772126-1-iscsi neutron-server[80035]:     return func(*args, **kwargs)
Jan 26 22:14:26.806729 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 26 22:14:26.806729 dv-cinder-772126-1-iscsi neutron-server[80035]:     self._notify()
Jan 26 22:14:26.806729 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 26 22:14:26.806729 dv-cinder-772126-1-iscsi neutron-server[80035]:     self.callback(batched_events)
Jan 26 22:14:26.806729 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 26 22:14:26.806729 dv-cinder-772126-1-iscsi neutron-server[80035]:     event.method(event)
Jan 26 22:14:26.806729 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 26 22:14:26.806729 dv-cinder-772126-1-iscsi neutron-server[80035]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 26 22:14:26.806729 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 26 22:14:26.806729 dv-cinder-772126-1-iscsi neutron-server[80035]:     segment_id)['aggregates'][0]
Jan 26 22:14:26.806729 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 26 22:14:26.806729 dv-cinder-772126-1-iscsi neutron-server[80035]:     return f(self, *a, **k)
Jan 26 22:14:26.806729 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 26 22:14:26.806729 dv-cinder-772126-1-iscsi neutron-server[80035]:     return self._get(url).json()
Jan 26 22:14:26.806729 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 26 22:14:26.806729 dv-cinder-772126-1-iscsi neutron-server[80035]:     **kwargs)
Jan 26 22:14:26.806729 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 26 22:14:26.806729 dv-cinder-772126-1-iscsi neutron-server[80035]:     return self.request(url, 'GET', **kwargs)
Jan 26 22:14:26.806729 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 26 22:14:26.806729 dv-cinder-772126-1-iscsi neutron-server[80035]:     **endpoint_filter)
Jan 26 22:14:26.806729 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 26 22:14:26.806729 dv-cinder-772126-1-iscsi neutron-server[80035]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 26 22:14:26.806729 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 26 22:14:26.806729 dv-cinder-772126-1-iscsi neutron-server[80035]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 26 22:14:26.806729 dv-cinder-772126-1-iscsi neutron-server[80035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 26 22:14:26.971039 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-697526bc-6e14-4e5d-b0ba-236ac79d6f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853858444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036821521443'] for network, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:26.974764 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-5b69bfd7-b132-479a-908a-bbff97c79b5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:14:26.989291 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-697526bc-6e14-4e5d-b0ba-236ac79d6f1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for network, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:27.001051 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697526bc-6e14-4e5d-b0ba-236ac79d6f1b admin admin] Pushing event deleted for resources: {'Network': ['ID=354411bd-e219-487c-b3ff-a0502e935076,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:14:27.004559 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-697526bc-6e14-4e5d-b0ba-236ac79d6f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:14:27.041665 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-697526bc-6e14-4e5d-b0ba-236ac79d6f1b admin admin] 10.222.0.30 "DELETE /v2.0/networks/354411bd-e219-487c-b3ff-a0502e935076 HTTP/1.1" status: 204  len: 168 time: 2.0959094
Jan 26 22:14:27.045167 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 53976) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:14:27.624965 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2eed7e0b-881a-48fe-bb91-1a9404e12d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036821519634'] for router_interface, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:27.996047 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-2eed7e0b-881a-48fe-bb91-1a9404e12d3a admin admin] Deleting port 0d03cc86-8dfb-48cc-9262-5837a3ed32d9 {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:14:27.997288 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2eed7e0b-881a-48fe-bb91-1a9404e12d3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:28.185935 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-2eed7e0b-881a-48fe-bb91-1a9404e12d3a admin admin] For port 0d03cc86-8dfb-48cc-9262-5837a3ed32d9, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=0d03cc86-8dfb-48cc-9262-5837a3ed32d9,segment=NetworkSegment(2ca1bbcb-5267-4288-b9d6-252d8b6458ff),segment_id=2ca1bbcb-5267-4288-b9d6-252d8b6458ff)] {{(pid=80149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:14:28.186327 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2eed7e0b-881a-48fe-bb91-1a9404e12d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:28.316163 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-2eed7e0b-881a-48fe-bb91-1a9404e12d3a admin admin] Calling delete_port for 0d03cc86-8dfb-48cc-9262-5837a3ed32d9 owned by network:router_interface {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:14:28.583463 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2eed7e0b-881a-48fe-bb91-1a9404e12d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31462196'] for port, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:28.600523 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-df1436d4-ad05-4581-b343-5216b2f9e1c6 tempest-TestMinimumBasicScenario-389579250 tempest-TestMinimumBasicScenario-389579250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:14:28.694106 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed7e0b-881a-48fe-bb91-1a9404e12d3a admin admin] Pushing event deleted for resources: {'Port': ['ID=0d03cc86-8dfb-48cc-9262-5837a3ed32d9,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:14:28.697098 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2eed7e0b-881a-48fe-bb91-1a9404e12d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:14:29.274303 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2eed7e0b-881a-48fe-bb91-1a9404e12d3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036821729918', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33259135'] for router_interface, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:29.805445 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eed7e0b-881a-48fe-bb91-1a9404e12d3a admin admin] Router e7f4df0a-a5fb-4e59-bd82-853668e2e6f6 has already been hosted by L3 agent d246ac06-2269-4624-8b82-d0eab6b3335a {{(pid=80149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Jan 26 22:14:29.999938 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eed7e0b-881a-48fe-bb91-1a9404e12d3a admin admin] Notify agent at l3_agent.dv-cinder-772126-1-iscsi the message routers_updated {{(pid=80149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Jan 26 22:14:30.008822 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac60837-9780-4f6a-afba-5f2686e26b76 None None] Sync routers for ids ['e7f4df0a-a5fb-4e59-bd82-853668e2e6f6'] in dv-cinder-772126-1-iscsi {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Jan 26 22:14:30.010219 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-2eed7e0b-881a-48fe-bb91-1a9404e12d3a admin admin] 10.222.0.30 "PUT /v2.0/routers/e7f4df0a-a5fb-4e59-bd82-853668e2e6f6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9639463
Jan 26 22:14:30.013595 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.30', 53980) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:14:30.019549 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac60837-9780-4f6a-afba-5f2686e26b76 None None] Routers {'e7f4df0a-a5fb-4e59-bd82-853668e2e6f6'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:14:30.020239 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-bac60837-9780-4f6a-afba-5f2686e26b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5aea91c88>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:14:13Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['e7f4df0a-a5fb-4e59-bd82-853668e2e6f6'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:14:30.205929 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f927b08a-830d-468b-9758-b0b1a89b5efb admin admin] Notify callbacks [] for router, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:30.210129 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-bac60837-9780-4f6a-afba-5f2686e26b76 None None] Set router e7f4df0a-a5fb-4e59-bd82-853668e2e6f6 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:14:30.404758 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f927b08a-830d-468b-9758-b0b1a89b5efb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:30.411179 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-f927b08a-830d-468b-9758-b0b1a89b5efb admin admin] Deleting port f46675c2-47d6-44d0-86f3-f5fbc0e59358 {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:14:30.411585 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f927b08a-830d-468b-9758-b0b1a89b5efb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:30.522446 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-bac60837-9780-4f6a-afba-5f2686e26b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5aea91c88>, [{'id': 'e7f4df0a-a5fb-4e59-bd82-853668e2e6f6', 'name': 'tempest-TestVolumeBootPattern-2144985469-router', 'tenant_id': '675562b9d51340d1b540f79950dcb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'f46675c2-47d6-44d0-86f3-f5fbc0e59358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:06:52Z', 'updated_at': '2021-01-26T22:14:28Z', 'revision_number': 5, 'project_id': '675562b9d51340d1b540f79950dcb757', 'gw_port': {'id': 'f46675c2-47d6-44d0-86f3-f5fbc0e59358', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f4df0a-a5fb-4e59-bd82-853668e2e6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:53Z', 'updated_at': '2021-01-26T22:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi'}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:14:30.526789 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac60837-9780-4f6a-afba-5f2686e26b76 None None] Checking router: e7f4df0a-a5fb-4e59-bd82-853668e2e6f6 for host: dv-cinder-772126-1-iscsi {{(pid=80150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Jan 26 22:14:30.536832 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac60837-9780-4f6a-afba-5f2686e26b76 None None] Routers {'e7f4df0a-a5fb-4e59-bd82-853668e2e6f6'} bound to L3 agent in host dv-cinder-772126-1-iscsi {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jan 26 22:14:30.537502 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-bac60837-9780-4f6a-afba-5f2686e26b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fe5aea91c88>, 'dv-cinder-772126-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T21:45:43Z,description=<?>,heartbeat_timestamp=2021-01-26T22:14:13Z,host='dv-cinder-772126-1-iscsi',id=d246ac06-2269-4624-8b82-d0eab6b3335a,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-01-26T21:45:43Z,topic='l3_agent')) {'router_ids': ['e7f4df0a-a5fb-4e59-bd82-853668e2e6f6'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:14:30.597399 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-f927b08a-830d-468b-9758-b0b1a89b5efb admin admin] For port f46675c2-47d6-44d0-86f3-f5fbc0e59358, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=f46675c2-47d6-44d0-86f3-f5fbc0e59358,segment=NetworkSegment(f4c7a2a5-f441-4cda-be7f-98d9b91d5196),segment_id=f4c7a2a5-f441-4cda-be7f-98d9b91d5196)] {{(pid=80149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:14:30.597802 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f927b08a-830d-468b-9758-b0b1a89b5efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:30.726812 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-bac60837-9780-4f6a-afba-5f2686e26b76 None None] Set router e7f4df0a-a5fb-4e59-bd82-853668e2e6f6 gateway port host: dv-cinder-772126-1-iscsi {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Jan 26 22:14:30.731861 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-f927b08a-830d-468b-9758-b0b1a89b5efb admin admin] Calling delete_port for f46675c2-47d6-44d0-86f3-f5fbc0e59358 owned by network:router_gateway {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:14:30.911774 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f927b08a-830d-468b-9758-b0b1a89b5efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31462196'] for port, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:31.034142 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-bac60837-9780-4f6a-afba-5f2686e26b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fe5aea91c88>, [{'id': 'e7f4df0a-a5fb-4e59-bd82-853668e2e6f6', 'name': 'tempest-TestVolumeBootPattern-2144985469-router', 'tenant_id': '675562b9d51340d1b540f79950dcb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'f46675c2-47d6-44d0-86f3-f5fbc0e59358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:06:52Z', 'updated_at': '2021-01-26T22:14:28Z', 'revision_number': 5, 'project_id': '675562b9d51340d1b540f79950dcb757', 'gw_port': {'id': 'f46675c2-47d6-44d0-86f3-f5fbc0e59358', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f4df0a-a5fb-4e59-bd82-853668e2e6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:53Z', 'updated_at': '2021-01-26T22:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi'}], 'dv-cinder-772126-1-iscsi', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:14:31.038335 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac60837-9780-4f6a-afba-5f2686e26b76 None None] The sync data for ids ['e7f4df0a-a5fb-4e59-bd82-853668e2e6f6'] in dv-cinder-772126-1-iscsi is: [{'id': 'e7f4df0a-a5fb-4e59-bd82-853668e2e6f6', 'name': 'tempest-TestVolumeBootPattern-2144985469-router', 'tenant_id': '675562b9d51340d1b540f79950dcb757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'external_fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'f46675c2-47d6-44d0-86f3-f5fbc0e59358', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T22:06:52Z', 'updated_at': '2021-01-26T22:14:28Z', 'revision_number': 5, 'project_id': '675562b9d51340d1b540f79950dcb757', 'gw_port': {'id': 'f46675c2-47d6-44d0-86f3-f5fbc0e59358', 'name': '', 'network_id': '1ba61b85-6a57-4c86-8c7b-e71ed182691b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6c:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7f4df0a-a5fb-4e59-bd82-853668e2e6f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T22:06:53Z', 'updated_at': '2021-01-26T22:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36fb7a5a-6726-45c7-9dc5-3a7ad8db1808', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-1-iscsi'}] {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Jan 26 22:14:31.106753 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f927b08a-830d-468b-9758-b0b1a89b5efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33254391'] for router_gateway, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:31.251645 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f927b08a-830d-468b-9758-b0b1a89b5efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33261030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854745232'] for router, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:31.254151 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f927b08a-830d-468b-9758-b0b1a89b5efb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:31.465744 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 0d03cc86-8dfb-48cc-9262-5837a3ed32d9 no longer exists at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 22:14:31.485986 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f927b08a-830d-468b-9758-b0b1a89b5efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036821514634'] for router, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:31.486563 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f927b08a-830d-468b-9758-b0b1a89b5efb admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7f4df0a-a5fb-4e59-bd82-853668e2e6f6 {{(pid=80149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jan 26 22:14:31.500053 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f927b08a-830d-468b-9758-b0b1a89b5efb admin admin] Notify callbacks [] for router, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:31.501312 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-f927b08a-830d-468b-9758-b0b1a89b5efb admin admin] 10.222.0.30 "DELETE /v2.0/routers/e7f4df0a-a5fb-4e59-bd82-853668e2e6f6 HTTP/1.1" status: 204  len: 168 time: 1.4865336
Jan 26 22:14:31.504225 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 53984) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:14:31.507543 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] No Port match for: 0d03cc86-8dfb-48cc-9262-5837a3ed32d9 {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 22:14:31.507946 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 0d03cc86-8dfb-48cc-9262-5837a3ed32d9 not bound to the agent host dv-cinder-772126-1-iscsi {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 22:14:31.582912 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4d3542d-4158-45d5-af2b-03c62ea39865 admin admin] Deleting subnet 72997117-5e35-4697-9450-18e7bba9dc6f {{(pid=80148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Jan 26 22:14:31.586030 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b4d3542d-4158-45d5-af2b-03c62ea39865 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:31.643692 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b4d3542d-4158-45d5-af2b-03c62ea39865 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33212064'] for subnet, precommit_delete_associations {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:31.734432 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b4d3542d-4158-45d5-af2b-03c62ea39865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-902117'] for subnet, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:32.035374 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b4d3542d-4158-45d5-af2b-03c62ea39865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853873682', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32410260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31774850'] for subnet, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:32.051776 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:14:32.137815 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d3542d-4158-45d5-af2b-03c62ea39865 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72997117-5e35-4697-9450-18e7bba9dc6f,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:14:32.152495 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b4d3542d-4158-45d5-af2b-03c62ea39865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:14:32.189671 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b4d3542d-4158-45d5-af2b-03c62ea39865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for subnet, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:32.195293 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5b4307-2894-4312-a1db-8f4e77319bb3 None None] Network aff82b09-3f36-4cba-8ade-924cf47a7400 requested from dv-cinder-772126-1-iscsi {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Jan 26 22:14:32.195842 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-b4d3542d-4158-45d5-af2b-03c62ea39865 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/72997117-5e35-4697-9450-18e7bba9dc6f HTTP/1.1" status: 204  len: 168 time: 0.6902945
Jan 26 22:14:32.198504 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 53988) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:14:32.318748 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dce869db-7c5f-4c58-8867-eb9ecf2942bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-695781'] for network, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:32.394772 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-dce869db-7c5f-4c58-8867-eb9ecf2942bd admin admin] Deleting port 8de1a746-a431-463c-8651-7692d6b6f779 {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:14:32.395151 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dce869db-7c5f-4c58-8867-eb9ecf2942bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:32.471742 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e796cb2a-3b1e-4a26-aac4-239b55d2d085 None None] DHCP port deletion for aff82b09-3f36-4cba-8ade-924cf47a7400 request from dv-cinder-772126-1-iscsi {{(pid=80150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Jan 26 22:14:32.476411 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-e796cb2a-3b1e-4a26-aac4-239b55d2d085 None None] Deleting port 8de1a746-a431-463c-8651-7692d6b6f779 {{(pid=80150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:14:32.476902 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e796cb2a-3b1e-4a26-aac4-239b55d2d085 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:32.622424 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-dce869db-7c5f-4c58-8867-eb9ecf2942bd admin admin] For port 8de1a746-a431-463c-8651-7692d6b6f779, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=8de1a746-a431-463c-8651-7692d6b6f779,segment=NetworkSegment(2ca1bbcb-5267-4288-b9d6-252d8b6458ff),segment_id=2ca1bbcb-5267-4288-b9d6-252d8b6458ff)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:14:32.622745 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dce869db-7c5f-4c58-8867-eb9ecf2942bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:32.694673 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-e796cb2a-3b1e-4a26-aac4-239b55d2d085 None None] For port 8de1a746-a431-463c-8651-7692d6b6f779, host dv-cinder-772126-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-1-iscsi',level=0,port_id=8de1a746-a431-463c-8651-7692d6b6f779,segment=NetworkSegment(2ca1bbcb-5267-4288-b9d6-252d8b6458ff),segment_id=2ca1bbcb-5267-4288-b9d6-252d8b6458ff)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Jan 26 22:14:32.695038 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e796cb2a-3b1e-4a26-aac4-239b55d2d085 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036821526742'] for port, precommit_delete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:32.764884 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-dce869db-7c5f-4c58-8867-eb9ecf2942bd admin admin] Calling delete_port for 8de1a746-a431-463c-8651-7692d6b6f779 owned by network:dhcp {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:14:32.834910 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-e796cb2a-3b1e-4a26-aac4-239b55d2d085 None None] Calling delete_port for 8de1a746-a431-463c-8651-7692d6b6f779 owned by network:dhcp {{(pid=80150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}}
Jan 26 22:14:32.879487 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dce869db-7c5f-4c58-8867-eb9ecf2942bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-768892', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850171218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789030095953', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789029715520', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32409920'] for port, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:32.895465 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-bfbb56da-1c00-435c-b8a7-19462f7ec1f8 tempest-TestShelveInstance-1751752904 tempest-TestShelveInstance-1751752904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:14:32.910029 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.db.api [None req-e796cb2a-3b1e-4a26-aac4-239b55d2d085 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80150) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Jan 26 22:14:32.910662 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_db.api [None req-e796cb2a-3b1e-4a26-aac4-239b55d2d085 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Jan 26 22:14:33.001626 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce869db-7c5f-4c58-8867-eb9ecf2942bd admin admin] Pushing event deleted for resources: {'Port': ['ID=8de1a746-a431-463c-8651-7692d6b6f779,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:14:33.006386 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-dce869db-7c5f-4c58-8867-eb9ecf2942bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:14:33.040140 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce869db-7c5f-4c58-8867-eb9ecf2942bd admin admin] No DVR routers for this DVR port 8de1a746-a431-463c-8651-7692d6b6f779 on host dv-cinder-772126-1-iscsi {{(pid=80148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Jan 26 22:14:33.166443 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dce869db-7c5f-4c58-8867-eb9ecf2942bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917372', 'neutron.services.segments.db._delete_segments_for_network--9223363247824506586'] for network, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:33.284354 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.segments.db [None req-dce869db-7c5f-4c58-8867-eb9ecf2942bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fe5ad1a4a20>,) {'filters': {'network_id': ['aff82b09-3f36-4cba-8ade-924cf47a7400']}} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:14:33.297984 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.segments.db [None req-dce869db-7c5f-4c58-8867-eb9ecf2942bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5ad1a4a20>, '2ca1bbcb-5267-4288-b9d6-252d8b6458ff') {'for_net_delete': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:14:33.298328 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.services.segments.db [None req-dce869db-7c5f-4c58-8867-eb9ecf2942bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fe5ad1a4a20>, '2ca1bbcb-5267-4288-b9d6-252d8b6458ff') {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Jan 26 22:14:33.310657 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dce869db-7c5f-4c58-8867-eb9ecf2942bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363247824509914', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036821563736'] for segment, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:33.327175 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dce869db-7c5f-4c58-8867-eb9ecf2942bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853870792'] for segment, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:33.329338 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dce869db-7c5f-4c58-8867-eb9ecf2942bd admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Jan 26 22:14:33.412234 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-e796cb2a-3b1e-4a26-aac4-239b55d2d085 None None] Deleting port 8de1a746-a431-463c-8651-7692d6b6f779 {{(pid=80150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}}
Jan 26 22:14:33.412580 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e796cb2a-3b1e-4a26-aac4-239b55d2d085 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789030174289'] for port, before_delete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:33.485874 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-e796cb2a-3b1e-4a26-aac4-239b55d2d085 None None] The port '8de1a746-a431-463c-8651-7692d6b6f779' was deleted {{(pid=80150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}}
Jan 26 22:14:33.507040 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device f46675c2-47d6-44d0-86f3-f5fbc0e59358 no longer exists at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 22:14:33.517881 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-dce869db-7c5f-4c58-8867-eb9ecf2942bd admin admin] Network aff82b09-3f36-4cba-8ade-924cf47a7400 has no segments {{(pid=80148) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 22:14:33.527233 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dce869db-7c5f-4c58-8867-eb9ecf2942bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-905039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036822365897'] for segment, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:33.544898 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] No Port match for: f46675c2-47d6-44d0-86f3-f5fbc0e59358 {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 22:14:33.545296 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device f46675c2-47d6-44d0-86f3-f5fbc0e59358 not bound to the agent host dv-cinder-772126-1-iscsi {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 22:14:33.545774 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 8de1a746-a431-463c-8651-7692d6b6f779 no longer exists at agent ovs-agent-dv-cinder-772126-1-iscsi {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Jan 26 22:14:33.581796 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] No Port match for: 8de1a746-a431-463c-8651-7692d6b6f779 {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}}
Jan 26 22:14:33.582188 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Device 8de1a746-a431-463c-8651-7692d6b6f779 not bound to the agent host dv-cinder-772126-1-iscsi {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Jan 26 22:14:33.722308 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-dce869db-7c5f-4c58-8867-eb9ecf2942bd admin admin] Network aff82b09-3f36-4cba-8ade-924cf47a7400 has no segments {{(pid=80148) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Jan 26 22:14:33.746364 dv-cinder-772126-1-iscsi neutron-server[80035]: Traceback (most recent call last):
Jan 26 22:14:33.746364 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jan 26 22:14:33.746364 dv-cinder-772126-1-iscsi neutron-server[80035]:     timer()
Jan 26 22:14:33.746364 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jan 26 22:14:33.746364 dv-cinder-772126-1-iscsi neutron-server[80035]:     cb(*args, **kw)
Jan 26 22:14:33.746364 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Jan 26 22:14:33.746364 dv-cinder-772126-1-iscsi neutron-server[80035]:     return func(*args, **kwargs)
Jan 26 22:14:33.746364 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jan 26 22:14:33.746364 dv-cinder-772126-1-iscsi neutron-server[80035]:     self._notify()
Jan 26 22:14:33.746364 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jan 26 22:14:33.746364 dv-cinder-772126-1-iscsi neutron-server[80035]:     self.callback(batched_events)
Jan 26 22:14:33.746364 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jan 26 22:14:33.746364 dv-cinder-772126-1-iscsi neutron-server[80035]:     event.method(event)
Jan 26 22:14:33.746364 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jan 26 22:14:33.746364 dv-cinder-772126-1-iscsi neutron-server[80035]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jan 26 22:14:33.746364 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Jan 26 22:14:33.746364 dv-cinder-772126-1-iscsi neutron-server[80035]:     segment_id)['aggregates'][0]
Jan 26 22:14:33.746364 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jan 26 22:14:33.746364 dv-cinder-772126-1-iscsi neutron-server[80035]:     return f(self, *a, **k)
Jan 26 22:14:33.746364 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jan 26 22:14:33.746364 dv-cinder-772126-1-iscsi neutron-server[80035]:     return self._get(url).json()
Jan 26 22:14:33.746364 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jan 26 22:14:33.746364 dv-cinder-772126-1-iscsi neutron-server[80035]:     **kwargs)
Jan 26 22:14:33.746364 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Jan 26 22:14:33.746364 dv-cinder-772126-1-iscsi neutron-server[80035]:     return self.request(url, 'GET', **kwargs)
Jan 26 22:14:33.746364 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Jan 26 22:14:33.746364 dv-cinder-772126-1-iscsi neutron-server[80035]:     **endpoint_filter)
Jan 26 22:14:33.746364 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jan 26 22:14:33.746364 dv-cinder-772126-1-iscsi neutron-server[80035]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jan 26 22:14:33.746364 dv-cinder-772126-1-iscsi neutron-server[80035]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jan 26 22:14:33.746364 dv-cinder-772126-1-iscsi neutron-server[80035]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jan 26 22:14:33.746364 dv-cinder-772126-1-iscsi neutron-server[80035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jan 26 22:14:33.909204 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dce869db-7c5f-4c58-8867-eb9ecf2942bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853858444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821533425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33045897', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036821521443'] for network, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:33.912809 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:14:33.930797 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dce869db-7c5f-4c58-8867-eb9ecf2942bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036821727897'] for network, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:33.942087 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce869db-7c5f-4c58-8867-eb9ecf2942bd admin admin] Pushing event deleted for resources: {'Network': ['ID=aff82b09-3f36-4cba-8ade-924cf47a7400,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:14:33.946715 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-dce869db-7c5f-4c58-8867-eb9ecf2942bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:14:33.949811 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-dce869db-7c5f-4c58-8867-eb9ecf2942bd admin admin] 10.222.0.30 "DELETE /v2.0/networks/aff82b09-3f36-4cba-8ade-924cf47a7400 HTTP/1.1" status: 204  len: 168 time: 1.7502401
Jan 26 22:14:34.190098 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 53994) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:14:34.242736 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-e3899f83-82f9-4fe0-9cd8-677a102a194e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=37d467f68082493b8af9e54aaa6b2a19&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0511756
Jan 26 22:14:34.245219 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 53998) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:14:34.309251 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f72556e4-bba5-4095-b113-ad896202c9a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:34.337560 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f72556e4-bba5-4095-b113-ad896202c9a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:34.514894 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f72556e4-bba5-4095-b113-ad896202c9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:34.520298 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f8f7fa78-62cc-498e-8b9e-ee446e40aa50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:14:34.535450 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72556e4-bba5-4095-b113-ad896202c9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5806227-84ab-4dc0-a128-83ee1e204af2,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:14:34.539246 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f72556e4-bba5-4095-b113-ad896202c9a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:14:34.544250 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f72556e4-bba5-4095-b113-ad896202c9a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:34.545498 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-f72556e4-bba5-4095-b113-ad896202c9a6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d5806227-84ab-4dc0-a128-83ee1e204af2 HTTP/1.1" status: 204  len: 168 time: 0.2993031
Jan 26 22:14:35.109000 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 54006) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:14:35.161103 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-664b9401-fb54-417c-9553-e76939518411 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=675562b9d51340d1b540f79950dcb757&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0508025
Jan 26 22:14:35.164123 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.30', 54010) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Jan 26 22:14:35.229628 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4584555a-58eb-4e4f-a6d4-2321c3f9cc0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:35.257402 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4584555a-58eb-4e4f-a6d4-2321c3f9cc0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:35.456758 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4584555a-58eb-4e4f-a6d4-2321c3f9cc0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036821553937'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:35.462127 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-ae62802d-cc4d-46b3-9e38-f8ef5c95c567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Jan 26 22:14:35.476574 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4584555a-58eb-4e4f-a6d4-2321c3f9cc0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6386426c-3d45-43b0-94e3-d5d443a193eb,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Jan 26 22:14:35.479668 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-4584555a-58eb-4e4f-a6d4-2321c3f9cc0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Jan 26 22:14:35.480643 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4584555a-58eb-4e4f-a6d4-2321c3f9cc0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:35.482615 dv-cinder-772126-1-iscsi neutron-server[80035]: INFO neutron.wsgi [None req-4584555a-58eb-4e4f-a6d4-2321c3f9cc0a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6386426c-3d45-43b0-94e3-d5d443a193eb HTTP/1.1" status: 204  len: 168 time: 0.3175323
Jan 26 22:14:39.561436 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ad5c1c57-f9a4-471c-abe1-df19a11e8a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:43.399162 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-bf182d58-42c9-4cc3-9970-d789b422d906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:43.427724 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:44.616278 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:44.663430 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:45.444885 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:14:51.056214 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 22:15:09.558690 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ac48d273-8852-4f0c-a9bb-e089a4198875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:15:13.404535 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-38c2717b-9ea6-4a11-918d-4a4bf0bcca9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:15:13.437049 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:15:14.622416 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:15:14.668246 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:15:15.445262 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:15:28.056132 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 22:15:39.546358 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e68a1750-b21d-4009-8aa8-c0a2384d35f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:15:43.404712 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-936cb3c2-6143-4c41-ac25-8cd3fb97fc16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:15:43.433204 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:15:44.620822 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:15:44.656125 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:15:45.444683 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:16:05.056136 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 22:16:09.540230 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-94889155-7e9a-454c-a881-1fdc992a3894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:16:13.408581 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dda74000-1111-45b3-9730-27fa94bbc9af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:16:13.431326 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:16:14.615922 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:16:14.672038 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:16:15.448632 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:16:39.556765 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d1d31a7b-2368-48a5-8fe9-3a51d665d170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:16:42.055124 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 22:16:43.415214 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-537dab99-dd1d-43d5-bca8-83a897893c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:16:43.443645 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:16:44.613791 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:16:44.660749 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:16:45.443811 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:17:09.545984 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2db4f9ec-a72f-417e-9ea2-7f6de8ee61ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:17:13.407607 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0c9fa254-9157-425e-8d0d-ff432f19af8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:17:13.436148 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:17:14.614940 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:17:14.685825 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:17:15.442626 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:17:19.054240 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 22:17:23.608789 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [req-7cdcd916-26c3-4861-8aff-d75d203603c8 req-497b7927-ab49-4624-b003-b7eb5efd7c87 service neutron] (80149) timed out ('10.222.0.30', 47554) {{(pid=80149) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Jan 26 22:17:39.572063 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6e3a8d41-a13d-4a01-8b7a-51fe33c5854a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:17:43.420120 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-02ecbccd-4c7a-42be-b89e-f6280c37dea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:17:43.446902 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:17:44.613704 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:17:44.675400 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:17:45.470768 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:17:56.054135 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 22:18:09.549074 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-edef4070-9181-423f-9714-e8558db974bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:18:13.415275 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2efde191-ca68-4e29-94bd-4f6f44fdd2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:18:13.436272 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:18:14.600927 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:18:14.692365 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:18:15.467702 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:18:33.053418 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 22:18:39.548749 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0c734ce9-2db5-4c09-8461-5406d2e4e860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:18:43.410230 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62b81a65-cd47-447e-ae18-06b4aab0c7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:18:43.435475 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:18:44.618533 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:18:44.686965 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:18:45.462762 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:19:09.547905 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-81f7a3ab-d55e-4e2c-beaf-b1e70da269c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:19:10.053086 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Jan 26 22:19:13.414228 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-bab915a6-15df-41cc-91b3-d8e953ef2896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:19:13.446217 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:19:14.606031 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:19:14.709150 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:19:15.469804 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:19:15.616326 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [req-b1e815a7-9148-4003-81aa-6b4000a70546 req-29fa3513-24d4-47a2-9e06-1637323f32da service neutron] (80149) timed out ('10.222.0.45', 56025) {{(pid=80149) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Jan 26 22:19:39.559065 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a390c1a0-b14d-4173-a6ef-45a6d7e3f6a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:19:41.527956 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.wsgi [req-fe8f00fe-de0a-4db8-8c5c-fd8943403323 req-9fb26052-2731-40d1-8680-408ae25e134f service neutron] (80148) timed out ('10.222.0.30', 52130) {{(pid=80148) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Jan 26 22:19:43.455186 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4fb34f0a-58ac-48f9-93a7-cee0f2e30a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:19:43.456772 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-79742b81-c76e-4ed9-9d2b-eb191217c011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:19:44.588592 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b9a3bfa-3008-4d06-b9b4-52e6c9daf10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:19:44.696785 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4ea86d5-9c36-4a31-8333-b0df5bdf8956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:19:45.462816 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eee1f8b9-0aa5-427d-a48f-ec2b26c48ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363247824506603', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-901214'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Jan 26 22:19:47.053225 dv-cinder-772126-1-iscsi neutron-server[80035]: DEBUG neutron.db.agents_db [None req-75149fdd-7e5e-432a-9cf8-bf2429494fde None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}